This is an automated email from the ASF dual-hosted git repository.
sshenoy pushed a change to branch HDDS-5713
in repository https://gitbox.apache.org/repos/asf/ozone.git
omit 07d2d7840a HDDS-10332. [Diskbalancer] Include Disk Balancer Report in
the heartbeat message (#6201)
omit a2ad71fc3e HDDS-10305. [DiskBalancer] Disk balancer command is not
registered on datanode (#6188)
omit 323dec75fb HDDS-10304. [DiskBalancer] Start command - Fix nodes not
being processed and incorrect config values (#6181)
omit 86a9abb959 HDDS-10299. [DiskBalancer] Status command should output all
statuses by default (#6170)
omit f7f3df0476 HDDS-10297. [Disk Balancer] Report command should default
to 25 nodes (#6169)
omit f2a0699301 HDDS-8844. Internal move logic for DiskBalancer (#4887)
omit be9cabb5b9 HDDS-8182. Add volume and container choosing policy (#4408)
omit 35775575f1 HDDS-7383. Basic framework of DiskBalancerService (#3874)
omit 3533b268dc HDDS-7234. Add a common option for DiskBalancer commands
(#3762)
omit a33ff76179 HDDS-7205. DiskBalancer CLI (#3739)
omit 9014a79df8 HDDS-7155. [DiskBalancer] Create interface between SCM and
DN (#3701)
omit 3529de4e28 HDDS-7106. [DiskBalancer] Client-SCM interface (#3663)
add 238bff09e9 HDDS-10537. Bump docker-maven-plugin to 0.44.0 (#6390)
add d1e37d6458 HDDS-10535. Remove unused
RangerRestMultiTenantAccessController. (#6392)
add 9291f89428 HDDS-10543. Bump LMAX Disruptor to 3.4.4 (#6388)
add 89b700d5bf HDDS-10505. Move space reservation logic to VolumeUsage
(#6370)
add a122acca97 HDDS-10549. Fix typo in Freon error message (#6397)
add 9afaeacf71 HDDS-10546. OM startup failure as leader is not getting
ready (#6395)
add d4606e1795 HDDS-10182. Add P99 quantiles and Min/Max Metrics for
Xceiver Client Performance Metrics (#6070)
add 264cbc6192 HDDS-10476. Add metrics about bucket utilization. (#6344)
add e9073166da HDDS-9802. Tool to fix corrupted snapshot chain (#6386)
add 8582214315 HDDS-10515. Reduce OzoneAcl constructor count (#6396)
add ca8f1f76b2 HDDS-10552. Downgrade Surefire to 3.0.0-M4 (#6406)
add e6ed46a262 HDDS-9085. Recon Directories Pending for Deletion Inside
OMDB Insight (#5521)
add 8dabb2bb2f HDDS-10554. Bump Zookeeper to 3.8.4 (#6407)
add 8a522f0c3f HDDS-10311. Speed up TestOmMetrics (#6409)
add f399f1ba5c HDDS-10539. Replace GSON with Jackson in multitenancy code.
(#6399)
add d45acfb2bb HDDS-10544. Move LMAX Disruptor to runtime scope (#6394)
add 72fef614dc HDDS-10436. datanode status decommission command should
have json output option (#6369)
add d70d247a49 HDDS-10551. Improve HTTPFS Documentation for Iterative
Liststatus Functionality (#6412)
add c4dc6a072f HDDS-5865. Make read retry interval and attempts in
BlockInputStream configurable (#6408)
add e3a7224a81 HDDS-10477. Make Rocksdb tools native lib compatible with
all chipset with the same arch (#6341)
add 97038ef097 HDDS-10118. hdds-rocks-native fails to build with Java11+
(#6415)
add 4364ef7cff HDDS-10566. Bump commons-configuration2 to 2.10.1 (#6417)
add 74f04a7328 HDDS-10556. Checkstyle summary excludes errors with xml
(#6410)
add 44493ef760 HDDS-10575. Bump jersey2.version to 2.42 (#6423)
add ab56117d8e HDDS-10576. Bump maven-assembly-plugin to 3.7.1 (#6422)
add 426259664d HDDS-10577. Bump maven-shade-plugin to 3.5.2 (#6425)
add 042f4c5c9b HDDS-10580. Bump maven-eclipse-plugin to 2.10 (#6424)
add 2bc5f531e2 HDDS-10541. Replace GSON with Jackson in debug commands
(#6401)
add 1ceec5c2bc HDDS-10540. Replace GSON with Jackson in nssummary. (#6400)
add f9e5178cdd HDDS-10143. Intermittent failure in
TestOzoneRpcClientWithRatis.testParallelDeleteBucketAndCreateKey (#6335)
add 4ca8edb64a HDDS-10562. Fix infinite loop in ozone fs -ls /volume
(#6416)
add 82c02d3eec HDDS-10564. Make Outputstream writeExecutor daemon threads.
(#6418)
add 873ae852ee HDDS-10579. Remove org.ow2.asm dependency (#6427)
add b267a57831 HDDS-10553. Add test case for creating file with EC
replication config (#6405)
add 48e547ac29 HDDS-10448. Orientation fixes for List Keys Metrics
Dashboard (#6308)
add e39166f8a7 HDDS-10581. NPE in SummarySubCommand and
DiskUsageSubCommand (#6429)
add 77384eaeca HDDS-8247. Run acceptance tests with JDK 17 (#6428)
add 07a68c02d4 HDDS-10583. Thread name prefix in ReplicationSupervisor is
null (#6430)
add 8eca5b77c0 HDDS-10547. Fix shared buffer for datanode checksum
calculation (#6402)
add 9bdac501a7 HDDS-10584. Exclude proto3 classes from coverage (#6431)
add 7cb1737e32 HDDS-10586. Avoid loading network topology layer schema
file for every read (#6434)
add d03f68f9dd HDDS-10510. Improve output of containerbalancer stop (#6433)
add 80bafd0f59 HDDS-10578. Clean up Hadoop dependencies (#6432)
add c6c611fa60 HDDS-10587. Reset ETag's thread-local MessageDigest
instance on exception (#6435)
add 6822d53e93 HDDS-10588. Bump hadoop-shaded-guava to 1.2.0 (#6440)
add 7feafe91f2 HDDS-10518. Create base Builder in WithMetadata and
WithObjectID (#6378)
add e68183e169 HDDS-10574. Improve TestObjectPut (#6426)
add 7559e1f6b9 HDDS-10524. [Snapshot] Invalidate the cache entry from
snapshotInfoTable cache in OMSnapshotPurgeRequest (#6443)
add 3651d6c719 HDDS-10594. Update file encryption info when overwriting
key (#6445)
add 140cf0f162 HDDS-9764. Add Robot test for JSON output where missing
(#6448)
add 38e3add916 HDDS-10600. Bump nimbus-jose-jwt to 9.37.2 (#6454)
add 9f6ac2fc37 HDDS-9242. Merge unit and integration checks into a
combined one (#6199)
add 85c9c97fc5 HDDS-10570. S3A: `fs -touch` creates directory instead of
empty file in FSO bucket (#6452)
add cb5d51983d HDDS-9534. Support namespace summaries (du, dist & counts)
for LEGACY buckets with file system disabled (#5517)
add 29edabb374 HDDS-10618. Bump gson to 2.10.1 (#6459)
add 33c05b42da HDDS-10620. Bump build-helper-maven-plugin to 3.5.0 (#6462)
add 8bd1a92539 HDDS-10622. Bump commons-io to 2.16.0 (#6463)
add 8a257840a4 HDDS-10623. Bump spotbugs-maven-plugin to 3.1.12.2 (#6460)
add 7c20f388a5 HDDS-10624. Bump reflections to 0.10.2 (#6461)
add 0599aeec5b HDDS-10621. Remove TimeoutFuture in favour of the original
one in Guava (#6464)
add 077fff4c4f HDDS-10358. Allow Container Balancer tuning options to be
set in CLI (#6241)
add 83d75861b0 HDDS-10613. Fix typo in Snapshot feature doc (#6465)
add a73fb3731b HDDS-10507. Use equals() instead of == for nodes in
NetworkTopology (#6368)
add f94c9f9a52 HDDS-10597. Use MutableGauge for threshold based
SafeModeMetrics (#6446)
add 92bc617801 HDDS-10462. Fail Datanode Decommission Early (#6367)
add ccaaf57183 HDDS-10316. Speed up TestReconTasks (#6223)
add 129cdc18ed HDDS-10612. Add Robot test to verify Container Balancer for
RATIS containers (#6457)
add f07743096f HDDS-10636. Ozone Recon - Filter EMPTY MISSING Containers
in UnHealthy State Containers API. (#6471)
add a38570a799 HDDS-9930. Remove open keys as well when keys are deleted
from KeyTable (#6079) (#6472)
add 7da5ecb585 HDDS-10590. [Snapshot] Synchronized snapshot purge, set
snapshot property and SstFilteringService (#6456)
add 3467db1b1c HDDS-9200. [Snapshot] Added logs and metrics for snapshot
purge and set property APIs (#6453)
add e34de9fbdb HDDS-5567. interface/Cli.md translation (#6474)
add 6b92a37af1 HDDS-10644. Intermittent failure in testBalancer.robot
(#6481)
add 301664e46a HDDS-10206. Expose jmx metrics for snapshot cache size on
the ozone manager. (#6138)
add 87dd27347c HDDS-10661. Bump zstd-jni to 1.5.6-2 (#6483)
add 31c2cfb0ab Revert "HDDS-10316. Speed up TestReconTasks (#6223)"
add df6c386a53 HDDS-10659. Remove cglib dependency (#6488)
add 5759427b02 HDDS-10660. Bump jacoco to 0.8.12 (#6487)
add 91be6b39a2 HDDS-10662. Bump maven-gpg-plugin to 3.2.2 (#6484)
add 6ed1e58dd5 HDDS-10230. Preventing V3 Schema from Creating Container DB
in the Wrong Location (#6113)
add b8faba6b87 HDDS-10643. Avoid terminating SCM by statemachine during
normal SCM stop. (#6478)
add e31e68ab2a HDDS-10560. Link rocksdb lib to Ozone rocksdb tools lib
relative path instead of absolute path (#6414)
add 0f43dbcee7 HDDS-10669. Bump axios to 0.28.0 (#6242)
add 9b248a0673 HDDS-10593. Prefer client read from IN_SERVICE datanodes
(#6449)
add 06c0d81af2 HDDS-10672. Bump express to 4.19.2 (#6442)
add e81f5c09d2 HDDS-10645. Support x-amz-metadata-directive in CopyObject
(#6490)
add 2aa77f70a3 HDDS-10673. Bump es5-ext to 0.10.64 (#6284)
add 5d999d2068 HDDS-5569. recipe/BotoClient.md translation (#6480)
add 80c2311c19 HDDS-10483. Container Balancer should only move containers
with size greater than 0 bytes (#6447)
add 5628423953 HDDS-5568. interface/Ofs.md translation (#6475)
add 32e6a31baa HDDS-10674. Bump ip to 1.1.9 (#6243)
add 14f2452b74 HDDS-10676. Bump browserify-sign to 4.2.3 (#6509)
add cedb4596a3 HDDS-10268. [hsync] Add OpenTracing traces to client side
read path (#6262)
add 4aee562407 HDDS-10677. Bump plotly.js to 2.25.2 (#5915)
add 0c59c18b52 HDDS-10668. Remove custom dependabot workflow (#6501)
add c1b27a87b5 HDDS-10630. Add missing parent directories deleted between
initiate and complete MPU (#6496)
add 83dbd1d17f HDDS-1056. Remove Standalone as the replication type in
Ozone client api. (#6466)
add cba8c85e22 HDDS-10681. EC Reconstruction does not issue put block to
data index if it is unused (#6514)
add a523fd9d23 HDDS-8450. Dedicated acceptance test suite for s3a (#6458)
add c63e2b9324 HDDS-10132.
TestStorageContainerManager.testScmProcessDatanodeHeartbeat fails with Java 17
(#6516)
add a5fccbc1d6 HDDS-10682. EC Reconstruction creates empty chunks at the
end of blocks with partial stripes (#6515)
add 8244a6f762 HDDS-10625. Remove unused netty-related config options from
SCM (#6528)
add 531216c2f9 HDDS-10598. Rename unit check to native (#6521)
add 1bd11f25a2 HDDS-10605. Add a configuration option for compliance mode
(#6470)
add 5151a5070b HDDS-10690. SCMStateMachine Override
LeaderEventApi.notifyLeaderReady (#6529)
add 93a2489ab9 HDDS-10452. Improve Recon Disk Usage to fetch and display
Top N records based on size. (#6318)
add f295b8ef89 HDDS-10695. Remove unused plugin maven-failsafe-plugin
(#6534)
add e0a403351e HDDS-10463. Fail Datanode Maintenance early (#6517)
add 92f2449cca HDDS-10615. ETag change detected in S3A contract test
(#6519)
add 89aa202a41 HDDS-10703. Bump commons-validator to 1.8.0 (#6526)
add f10262d39d Revert "HDDS-10703. Bump commons-validator to 1.8.0 (#6526)"
add b6f953bf70 HDDS-10671. Wrong size of response data in om-echo. (#6504)
add c18a34068c HDDS-10686. Bump npm packages only for security (#6522)
add 20c84d87e7 HDDS-10434. Added permission check for snapshotDiff related
operations (#6505)
add 72240fa726 HDDS-10692. ozone s3 getsecret prints some internal details
(#6531)
add fdc38b50fc HDDS-7252. Polled source Datanodes are wrongly not
re-considered for balancing in Container Balancer (#6305)
add 7bb7938062 HDDS-10680. Duplicate delete key blocks sent to SCM (#6513)
add 4f9b86ece1 HDDS-10704. Do not fail read of EC block if the last chunk
is empty (#6540)
add 233c069083 HDDS-10679. Enable ITestS3ACommitterMRJob (#6539)
add 3e97d8fd6a HDDS-10156. Optimize Snapshot Cache get and eviction (#6024)
add 4b8871f1d2 HDDS-10309. Speed up TestSnapshotDeletingService (#6541)
add 99a5703372 HDDS-10652. EC Reconstruction fails with "IOException: None
of the block data have checksum" after upgrade (#6520)
add cc023e7f92 HDDS-10614. Avoid decreasing cached space usage below zero
(#6508)
add 4d35d40f30 HDDS-10705. Avoid persist duplicate DeleteBlockCommands on
DN (#6547)
add 5dbd3cfe30 HDDS-10717. nodeFailureTimeoutMs should be initialized
before syncTimeoutRetry (#6560)
add 8310617008 HDDS-10718. Bump commons-daemon to 1.3.4 (#6545)
add 7fbbd82441 HDDS-10722. Bump aspectj to 1.9.22 (#6524)
add 31aa998ff7 HDDS-10724. Bump commons-io to 2.16.1 (#6565)
add e46fab8f90 HDDS-10727. Bump
com.gradle:common-custom-user-data-maven-extension to 1.13 (#6566)
add 4fc7635fc7 Revert "HDDS-10722. Bump aspectj to 1.9.22 (#6524)"
add aff383874f HDDS-10728. Bump jsch to 0.1.55 (#6564)
add bf1f644a29 HDDS-10729. Bump javassist to 3.30.2-GA (#6525)
add 96fc70e66c HDDS-10719. Avoid empty ETag for key created outside of S3
(#6563)
add 316eade978 HDDS-10716. Remove skipTrash option from IOException
message in OFS recursive volume delete (#6559)
add d99529c0c7 HDDS-10725. TestContentGenerator#writeWithHsync fails with
Java 17 (#6570)
add d10a822ddd HDDS-10653. Support custom metadata for MPU key (#6489)
add 8795bcb0fe HDDS-10545. Repeated tests stop if fork does not return
(#6393)
add 89afdd320c HDDS-10726. TestAuditParser.testLoadCommand fails with Java
11+ (#6571)
add dfe1ea5902 HDDS-10735. `repeat-acceptance-test` workflow always builds
the branch it is run from. (#6576)
add b80d2669d8 HDDS-10723. Trigger native check in more cases (#6569)
add dec977bde9 HDDS-10442. [hsync] Add a Freon tool to measure client to
DataNode round-trip latency (#6297) (#6562)
add 42f749ee3c HDDS-10712. Add a dashboard for chunks & volume IO. (#6554)
add 8c003445b9 HDDS-10713. Run JUnit tests with Java 17 (#6575)
add 95b2caac7b HDDS-10628. Display if safemode exit was via force exit
command. (#6494)
add fd30db5e22 HDDS-10741. Mark value objects as Immutable (#6579)
add dd86223dc9 HDDS-10582. Intermittent timeout during waitForReplicaCount
in TestReconAndAdminContainerCLI (#6585)
add d767b0dc26 HDDS-10691. CRYPTO_COMPLIANCE tag for cryptography
parameters (#6538)
add 383c83fa5f HDDS-10745. Do not use BitSet for OzoneAcl.aclBitSet.
(#6581)
add 97b5fa310e HDDS-10752. OmBucketInfo/OmMultipartKeyInfo/OmPrefixInfo
should implement CopyObject. (#6590)
add 32b16923fe HDDS-10753. OmKeyInfo#acls and WithMetadata#metadata are
not thread safe. (#6591)
add 25599d6663 HDDS-10701. Create config option for keystores (#6548)
add c306b25e21 HDDS-7791. Support key ownership (#4188)
add 0984893ae0 HDDS-10765. Bump maven-jar-plugin to 3.4.1 (#6601)
add 4a14ad7fba HDDS-10768. Bump guava to 32.1.3-jre (#6598)
add 294710a7e6 HDDS-10756. Avoid proto2 ByteString#copyFrom(byte[]).
(#6592)
add b37d99db42 HDDS-10771. Bump jetty to 9.4.54.v20240208 (#6600)
add 06c7cb419c HDDS-10761. Add raft close threshold config to OM
RaftProperties (#6594)
add 3d3f11c5fe HDDS-10732. Add CRYPTO_COMPLIANCE tag to client checksum
configs (#6606)
add f5c2d98a2e HDDS-10769. Integration check no longer needs Ozone repo
(#6604)
add 72ea38f766 HDDS-5570. security/SecuringOzoneHTTP.md translation (#6584)
add 1eaddc43d6 HDDS-10657. Design Doc for overwriting a key if it has not
changed (#6482)
add a67e43469c HDDS-10746. Make ssl.server.keystore.type and
ssl.server.truststore.type configurable (#6595)
add fdd203770e HDDS-10744. Standardize byte[] to String conversion for
LiveFileMetaData (#6580)
add 81a3634a23 HDDS-10751. Detect missing EC padding blocks (#6593)
add ce864a7bb4 HDDS-10773. Simplify OM RaftProperties formatting (#6605)
add 59f5879d0d HDDS-5571. tools/Admin.md translation (#6586)
add a0f8809b56 HDDS-10409. Decommissioning of datanodes - Duplicate ozone
nodes display as dead in Ozone Recon. (#6360)
new c4d234ddf4 HDDS-7106. [DiskBalancer] Client-SCM interface (#3663)
new 96e0342226 HDDS-7155. [DiskBalancer] Create interface between SCM and
DN (#3701)
new cc5f38d738 HDDS-7205. DiskBalancer CLI (#3739)
new e2d4e94f78 HDDS-7234. Add a common option for DiskBalancer commands
(#3762)
new ca9001b8bb HDDS-7383. Basic framework of DiskBalancerService (#3874)
new e7b0d6938c HDDS-8182. Add volume and container choosing policy (#4408)
new 2d5afdd608 HDDS-8844. Internal move logic for DiskBalancer (#4887)
new 604735052d HDDS-10297. [Disk Balancer] Report command should default
to 25 nodes (#6169)
new 3450530af6 HDDS-10299. [DiskBalancer] Status command should output all
statuses by default (#6170)
new 7510844b1b HDDS-10304. [DiskBalancer] Start command - Fix nodes not
being processed and incorrect config values (#6181)
new bbc8c43461 HDDS-10305. [DiskBalancer] Disk balancer command is not
registered on datanode (#6188)
new 45cd133380 HDDS-10332. [Diskbalancer] Include Disk Balancer Report in
the heartbeat message (#6201)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (07d2d7840a)
\
N -- N -- N refs/heads/HDDS-5713 (45cd133380)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 12 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/dependabot.yml | 21 +-
.github/workflows/ci.yml | 39 +-
.github/workflows/dependabot-ci.yml | 78 --
.github/workflows/repeat-acceptance.yml | 2 +
.mvn/extensions.xml | 2 +-
LICENSE.txt | 2 -
dev-support/ci/categorize_basic_checks.sh | 49 +-
dev-support/ci/selective_ci_checks.bats | 53 +-
dev-support/ci/selective_ci_checks.sh | 57 +-
.../hadoop/hdds/scm/ContainerClientMetrics.java | 79 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 37 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 33 +
.../hadoop/hdds/scm/XceiverClientMetrics.java | 44 +-
.../hadoop/hdds/scm/client/ClientTrustManager.java | 2 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 33 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 24 +-
.../ozone/client/io/BlockInputStreamFactory.java | 6 +-
.../client/io/BlockInputStreamFactoryImpl.java | 13 +-
.../hadoop/ozone/client/io/ECBlockInputStream.java | 16 +-
.../ozone/client/io/ECBlockInputStreamFactory.java | 6 +-
.../client/io/ECBlockInputStreamFactoryImpl.java | 13 +-
.../ozone/client/io/ECBlockInputStreamProxy.java | 14 +-
.../io/ECBlockReconstructedStripeInputStream.java | 10 +-
.../hdds/scm/storage/DummyBlockInputStream.java | 9 +-
.../storage/DummyBlockInputStreamWithRetry.java | 9 +-
.../hdds/scm/storage/TestBlockInputStream.java | 24 +-
.../storage/TestBlockOutputStreamCorrectness.java | 83 ++
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 6 +-
.../client/io/TestBlockInputStreamFactoryImpl.java | 14 +-
.../ozone/client/io/TestECBlockInputStream.java | 110 +-
.../client/io/TestECBlockInputStreamProxy.java | 13 +-
.../io/TestECBlockReconstructedInputStream.java | 10 +-
.../TestECBlockReconstructedStripeInputStream.java | 12 +-
hadoop-hdds/common/pom.xml | 5 -
.../main/java/com/google/protobuf/Proto2Utils.java | 36 +-
.../java/com/google/protobuf/package-info.java | 15 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 5 +
.../java/org/apache/hadoop/hdds/HddsUtils.java | 1 +
.../hdds/client/DefaultReplicationConfig.java | 2 +
.../hadoop/hdds/client/ECReplicationConfig.java | 15 +-
.../hadoop/hdds/client/RatisReplicationConfig.java | 2 +
.../hdds/client/StandaloneReplicationConfig.java | 2 +
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 14 +-
.../apache/hadoop/hdds/fs/SpaceUsageSource.java | 4 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 10 -
.../apache/hadoop/hdds/scm/client/ScmClient.java | 14 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 23 +-
.../protocol/StorageContainerLocationProtocol.java | 13 +-
.../ContainerCommandResponseBuilders.java | 28 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 113 +-
.../security/ssl/PemFileBasedKeyStoresFactory.java | 13 +-
.../org/apache/hadoop/hdds/server/JsonUtils.java | 18 +
.../apache/hadoop/hdds/tracing/TracingUtil.java | 10 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 9 +
.../hadoop/util/PerformanceMetricsInitializer.java | 2 +-
.../common/src/main/resources/ozone-default.xml | 113 +-
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 22 +
.../hdds/fs/TestCachingSpaceUsageSource.java | 14 +
.../org/apache/hadoop/hdds/conf/ConfigTag.java | 3 +-
.../dev-support/findbugsExcludeFile.xml | 12 -
.../org/apache/hadoop/ozone/audit/DNAction.java | 3 +-
.../container/common/impl/HddsDispatcher.java | 3 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 36 +-
.../transport/server/ratis/XceiverServerRatis.java | 2 +-
.../container/common/volume/AbstractFuture.java | 1295 --------------------
.../ozone/container/common/volume/HddsVolume.java | 21 +-
.../container/common/volume/MutableVolumeSet.java | 12 +-
.../container/common/volume/StorageVolume.java | 5 -
.../common/volume/StorageVolumeChecker.java | 10 +-
.../common/volume/ThrottledAsyncChecker.java | 3 +-
.../container/common/volume/TimeoutFuture.java | 161 ---
.../ozone/container/common/volume/VolumeInfo.java | 76 +-
.../container/common/volume/VolumeInfoMetrics.java | 6 +-
.../ozone/container/common/volume/VolumeUsage.java | 119 +-
.../ECReconstructionCommandInfo.java | 13 +-
.../ECReconstructionCoordinator.java | 130 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 12 +-
.../helpers/KeyValueContainerLocationUtil.java | 10 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 2 +-
.../metadata/DatanodeStoreSchemaThreeImpl.java | 5 +-
.../replication/ReplicationSupervisor.java | 7 +-
.../commands/ReconstructECContainersCommand.java | 28 +-
.../container/common/impl/TestHddsDispatcher.java | 163 ++-
.../TestDeleteBlocksCommandHandler.java | 45 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 4 +-
.../container/common/utils/TestHddsVolumeUtil.java | 35 +
.../common/volume/TestReservedVolumeSpace.java | 28 +-
.../common/volume/TestVolumeSetDiskChecks.java | 9 +
.../replication/TestGrpcReplicationService.java | 3 +
.../replication/TestReplicationSupervisor.java | 3 +-
.../upgrade/TestDatanodeUpgradeToScmHA.java | 3 +
.../TestReconstructionECContainersCommands.java | 13 +-
.../design/overwrite-key-only-if-unchanged.md | 199 +++
hadoop-hdds/docs/content/feature/ErasureCoding.md | 18 +
hadoop-hdds/docs/content/feature/Snapshot.md | 2 +-
hadoop-hdds/docs/content/interface/Cli.zh.md | 311 +++++
hadoop-hdds/docs/content/interface/HttpFS.md | 2 +-
hadoop-hdds/docs/content/interface/Ofs.zh.md | 249 ++++
hadoop-hdds/docs/content/interface/ReconApi.md | 33 +
hadoop-hdds/docs/content/interface/_index.zh.md | 2 +-
hadoop-hdds/docs/content/recipe/BotoClient.zh.md | 188 +++
.../docs/content/security/SecuringOzoneHTTP.zh.md | 130 ++
hadoop-hdds/docs/content/tools/Admin.zh.md | 35 +
.../static/swagger-resources/recon-api.yaml | 19 +-
hadoop-hdds/framework/pom.xml | 2 +
.../hadoop/hdds/scm/client/ScmTopologyClient.java | 30 +-
...inerLocationProtocolClientSideTranslatorPB.java | 66 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 6 +-
.../hadoop/hdds/utils/RocksDBStoreMetrics.java | 4 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 8 +-
hadoop-hdds/hadoop-dependency-client/pom.xml | 20 +
hadoop-hdds/hadoop-dependency-server/pom.xml | 20 +
hadoop-hdds/hadoop-dependency-test/pom.xml | 9 +
.../src/main/proto/ScmAdminProtocol.proto | 8 +
.../src/main/proto/DatanodeClientProtocol.proto | 13 +
.../utils/db/managed/JniLibNamePropertyWriter.java | 5 +-
.../utils/db/managed/ManagedRocksObjectUtils.java | 8 +
hadoop-hdds/rocks-native/pom.xml | 12 +-
hadoop-hdds/rocks-native/src/CMakeLists.txt | 24 +-
.../hadoop/hdds/utils/NativeLibraryLoader.java | 35 +-
.../utils/db/managed/ManagedRawSSTFileReader.java | 4 +-
.../hadoop/hdds/utils/TestNativeLibraryLoader.java | 3 +-
.../org/apache/ozone/rocksdb/util/RdbUtil.java | 3 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 2 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 22 +-
.../scm/container/balancer/ContainerBalancer.java | 5 +
.../balancer/ContainerBalancerConfiguration.java | 4 +
.../ContainerBalancerSelectionCriteria.java | 12 +-
.../container/balancer/ContainerBalancerTask.java | 37 +-
.../scm/container/balancer/FindSourceGreedy.java | 19 +-
.../scm/container/balancer/FindSourceStrategy.java | 10 +
.../replication/ECUnderReplicationHandler.java | 8 +-
.../container/replication/ReplicationManager.java | 7 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 23 +-
.../hadoop/hdds/scm/ha/io/BigIntegerCodec.java | 4 +-
.../apache/hadoop/hdds/scm/ha/io/BooleanCodec.java | 11 +-
.../apache/hadoop/hdds/scm/ha/io/EnumCodec.java | 4 +-
.../apache/hadoop/hdds/scm/ha/io/IntegerCodec.java | 4 +-
.../apache/hadoop/hdds/scm/ha/io/LongCodec.java | 4 +-
.../hdds/scm/ha/io/ManagedSecretKeyCodec.java | 2 +-
.../apache/hadoop/hdds/scm/ha/io/StringCodec.java | 4 +-
.../hdds/scm/ha/io/X509CertificateCodec.java | 4 +-
.../hdds/scm/node/NodeDecommissionManager.java | 173 ++-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 11 +
.../hadoop/hdds/scm/node/NodeStateManager.java | 4 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 32 +
.../hadoop/hdds/scm/node/states/NodeStateMap.java | 11 +
...inerLocationProtocolServerSideTranslatorPB.java | 40 +-
.../hdds/scm/safemode/SCMSafeModeManager.java | 30 +-
.../hadoop/hdds/scm/safemode/SafeModeMetrics.java | 19 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 178 ++-
.../hdds/scm/server/SCMContainerMetrics.java | 1 -
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 7 +
.../hdds/scm/server/StorageContainerManager.java | 13 +-
.../main/resources/webapps/scm/scm-overview.html | 4 +
.../balancer/TestContainerBalancerTask.java | 94 +-
.../replication/TestECUnderReplicationHandler.java | 7 +-
.../replication/TestReplicationManager.java | 5 +-
.../hdds/scm/ha/io/TestX509CertificateCodec.java | 3 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 707 ++++++++++-
.../ozone/container/common/TestEndPoint.java | 4 +-
.../scm/cli/ContainerBalancerStartSubcommand.java | 70 +-
.../scm/cli/ContainerBalancerStopSubcommand.java | 3 +-
.../hdds/scm/cli/ContainerOperationClient.java | 23 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 94 +-
.../scm/cli/datanode/DecommissionSubCommand.java | 7 +-
.../scm/cli/datanode/MaintenanceSubCommand.java | 8 +-
.../scm/cli/pipeline/CreatePipelineSubcommand.java | 10 +-
.../datanode/TestContainerBalancerSubCommand.java | 9 +-
.../cli/datanode/TestDecommissionSubCommand.java | 7 +-
.../cli/datanode/TestMaintenanceSubCommand.java | 8 +-
.../cli/datanode/TestRecommissionSubCommand.java | 3 +-
.../org/apache/hadoop/ozone/client/BucketArgs.java | 2 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 74 +-
.../org/apache/hadoop/ozone/client/OzoneKey.java | 22 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 4 +-
.../apache/hadoop/ozone/client/OzoneVolume.java | 8 +-
.../org/apache/hadoop/ozone/client/VolumeArgs.java | 2 +
.../hadoop/ozone/client/io/KeyInputStream.java | 34 +-
.../ozone/client/protocol/ClientProtocol.java | 25 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 103 +-
.../ozone/client/io/TestKeyInputStreamEC.java | 12 +-
hadoop-ozone/common/pom.xml | 5 -
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 41 +
.../java/org/apache/hadoop/ozone/OzoneAcl.java | 159 ++-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 13 +-
.../hadoop/ozone/om/helpers/BasicOmKeyInfo.java | 47 +-
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 9 +-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 70 +-
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 52 +-
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 14 +
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 74 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 15 +-
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 152 +--
.../hadoop/ozone/om/helpers/OzoneAclUtil.java | 4 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 4 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 29 +-
.../apache/hadoop/ozone/om/helpers/VolumeArgs.java | 140 ---
.../hadoop/ozone/om/helpers/WithMetadata.java | 47 +-
.../hadoop/ozone/om/helpers/WithObjectID.java | 53 +
.../ozone/om/helpers/WithParentObjectId.java | 31 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 27 +-
.../ozone/security/acl/IAccessAuthorizer.java | 9 +-
.../org/apache/hadoop/ozone/util/PayloadUtils.java | 66 +
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 17 +-
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 2 +-
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/TestOmVolumeArgs.java | 8 +-
.../hadoop/ozone/om/helpers/TestOzoneAclUtil.java | 18 +-
.../apache/hadoop/ozone/util/TestPayloadUtils.java | 39 +-
hadoop-ozone/dev-support/checks/_lib.sh | 15 +
.../dev-support/checks/_mvn_unit_report.sh | 6 +-
hadoop-ozone/dev-support/checks/acceptance.sh | 52 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 2 +-
hadoop-ozone/dev-support/checks/coverage.sh | 8 +-
hadoop-ozone/dev-support/checks/integration.sh | 2 +-
hadoop-ozone/dev-support/checks/junit.sh | 8 +-
hadoop-ozone/dev-support/checks/native.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 -
hadoop-ozone/dist/pom.xml | 2 +-
.../Datanode Chunk Read_Write Dashboard.json | 1160 ++++++++++++++++++
.../dashboards/Ozone - ListKey Metrics.json | 112 +-
.../dist/src/main/compose/common/s3a-test.sh | 127 ++
.../.ssh/environment => ozone-balancer/.env} | 6 +-
.../compose/ozone-balancer/docker-compose.yaml | 179 +++
.../src/main/compose/ozone-balancer/docker-config | 59 +
.../.ssh/environment => ozone-balancer/test.sh} | 19 +-
.../dist/src/main/compose/ozone-ha/test.sh | 8 +-
.../dist/src/main/compose/ozone-om-ha/Dockerfile | 3 +-
.../.ssh/environment => ozone/test-s3a.sh} | 11 +-
.../dist/src/main/compose/ozonescripts/Dockerfile | 4 +-
.../src/main/compose/ozonesecure-ha/docker-config | 1 -
.../environment => ozonesecure-ha/test-s3a.sh} | 13 +-
.../src/main/compose/ozonesecure-mr/docker-config | 1 -
.../src/main/compose/ozonesecure/docker-config | 1 -
hadoop-ozone/dist/src/main/compose/test-all.sh | 7 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 4 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 2 -
.../src/main/smoketest/admincli/container.robot | 15 +
.../src/main/smoketest/admincli/datanode.robot | 14 +
.../src/main/smoketest/admincli/pipeline.robot | 24 +-
.../src/main/smoketest/balancer/testBalancer.robot | 144 +++
.../src/main/smoketest/basic/ozone-shell-lib.robot | 1 +
.../src/main/smoketest/freon/echoRPCLoad.robot | 21 +
.../src/main/smoketest/s3/MultipartUpload.robot | 18 +-
.../dist/src/main/smoketest/s3/commonawslib.robot | 24 +-
.../dist/src/main/smoketest/s3/objectcopy.robot | 32 +-
.../dist/src/main/smoketest/s3/objecthead.robot | 17 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 29 +-
.../src/main/smoketest/security/S3-secret.robot | 2 +
.../smoketest/security/ozone-secure-owner-s3.robot | 63 +
.../smoketest/security/ozone-secure-tenant.robot | 11 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 6 +
.../fault-injection-test/mini-chaos-tests/pom.xml | 5 -
hadoop-ozone/httpfsgateway/pom.xml | 2 +-
hadoop-ozone/integration-test/pom.xml | 5 -
.../fs/ozone/AbstractOzoneFileSystemTest.java | 111 ++
.../ozone/AbstractRootedOzoneFileSystemTest.java | 30 +-
.../hadoop/fs/ozone/OzoneFileSystemTests.java | 16 +
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 41 +
.../hadoop/hdds/scm/TestContainerSmallFile.java | 19 +
.../hdds/scm/TestStorageContainerManager.java | 7 +-
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 37 +
.../scm/node/TestDecommissionAndMaintenance.java | 18 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 28 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 7 +-
.../ozone/TestContainerBalancerOperations.java | 77 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 -
.../client/rpc/TestOzoneAtRestEncryption.java | 12 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 252 +++-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 4 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 7 +-
.../apache/hadoop/ozone/container/TestHelper.java | 2 +-
.../container/metrics/TestContainerMetrics.java | 6 +
.../container/ozoneimpl/TestOzoneContainer.java | 6 +
.../ozoneimpl/TestOzoneContainerWithTLS.java | 5 +
.../ozoneimpl/TestSecureOzoneContainer.java | 5 +
.../container/server/TestContainerServer.java | 9 +-
.../server/TestSecureContainerServer.java | 15 +-
.../hadoop/ozone/freon/TestDNRPCLoadGenerator.java | 111 ++
.../apache/hadoop/ozone/om/TestBucketOwner.java | 6 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 32 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 1 +
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 558 +++++----
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 62 +-
.../ozone/om/multitenant/RangerUserRequest.java | 28 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 18 +-
.../om/{ => snapshot}/TestOmSnapshotDisabled.java | 3 +-
.../TestOmSnapshotDisabledRestart.java | 3 +-
.../{ => snapshot}/TestOmSnapshotFileSystem.java | 9 +-
.../TestOmSnapshotFileSystemFso.java | 2 +-
.../TestOmSnapshotFileSystemLegacy.java | 2 +-
.../{ => snapshot}/TestOzoneManagerHASnapshot.java | 5 +-
.../TestSnapshotBackgroundServices.java | 7 +-
.../TestSnapshotDeletingService.java | 97 +-
.../TestSnapshotDirectoryCleaningService.java | 3 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 8 +-
.../hadoop/ozone/recon/TestReconScmSnapshot.java | 50 +
.../ozone/recon/TestReconWithOzoneManager.java | 31 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 30 +
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 68 +-
.../src/test/resources/core-site.xml | 13 +-
.../src/main/proto/OmClientProtocol.proto | 5 +
.../apache/hadoop/ozone/om/OMMetadataManager.java | 33 +-
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 64 +-
.../hadoop/ozone/om/helpers/OzoneAclStorage.java | 15 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 15 +-
.../ozone/om/helpers/TestOmPrefixInfoCodec.java | 2 +-
.../apache/hadoop/ozone/common/PayloadUtils.java | 44 -
.../hadoop/ozone/om/BucketUtilizationMetrics.java | 118 ++
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 1 +
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 49 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 42 +-
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 10 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 18 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 49 +-
.../RangerRestMultiTenantAccessController.java | 681 ----------
.../ozone/om/ratis/OzoneManagerRatisServer.java | 225 ++--
.../ozone/om/ratis/OzoneManagerStateMachine.java | 16 +-
.../hadoop/ozone/om/request/RequestAuditor.java | 7 +
.../om/request/file/OMDirectoryCreateRequest.java | 1 +
.../file/OMDirectoryCreateRequestWithFSO.java | 1 +
.../ozone/om/request/file/OMFileRequest.java | 3 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 2 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 24 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 23 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 3 +
.../ozone/om/request/key/OMKeysDeleteRequest.java | 36 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 36 +-
.../S3InitiateMultipartUploadRequest.java | 3 +
.../S3InitiateMultipartUploadRequestWithFSO.java | 3 +
.../S3MultipartUploadCompleteRequest.java | 111 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 39 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 222 ++--
.../snapshot/OMSnapshotSetPropertyRequest.java | 44 +-
.../om/request/util/OMEchoRPCWriteRequest.java | 8 +-
.../om/request/validation/ValidatorRegistry.java | 2 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 18 +-
.../response/key/OMKeyDeleteResponseWithFSO.java | 12 +-
.../om/response/key/OMKeysDeleteResponse.java | 17 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 13 +-
.../S3MultipartUploadCompleteResponse.java | 8 +
.../S3MultipartUploadCompleteResponseWithFSO.java | 45 +-
.../response/snapshot/OMSnapshotPurgeResponse.java | 8 +-
.../om/service/AbstractKeyDeletingService.java | 20 +-
.../hadoop/ozone/om/snapshot/ReferenceCounted.java | 8 +-
.../om/snapshot/ReferenceCountedCallback.java | 25 +
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 146 ++-
.../ozone/om/snapshot/SnapshotDiffManager.java | 2 +-
.../ozone/om/upgrade/OMLayoutVersionManager.java | 4 +-
...OzoneManagerProtocolServerSideTranslatorPB.java | 9 +
.../protocolPB/OzoneManagerRequestHandler.java | 7 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 5 +
.../ozone/om/TestBucketUtilizationMetrics.java | 126 ++
.../apache/hadoop/ozone/om/TestChunkStreams.java | 9 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 3 +
.../apache/hadoop/ozone/om/TestTrashService.java | 2 +
.../om/ratis/TestOzoneManagerStateMachine.java | 7 +-
.../ozone/om/request/OMRequestTestUtils.java | 23 +-
.../TestS3InitiateMultipartUploadRequest.java | 12 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 11 +-
.../s3/multipart/TestS3MultipartRequest.java | 52 +-
.../TestS3MultipartUploadCompleteRequest.java | 21 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 67 +-
...estOMSnapshotSetPropertyRequestAndResponse.java | 48 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 2 +-
.../key/TestOMKeyDeleteResponseWithFSO.java | 2 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 3 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 3 +-
.../key/acl/prefix/TestOMPrefixAclResponse.java | 4 +-
.../s3/multipart/TestS3MultipartResponse.java | 5 +-
.../ozone/om/service/TestKeyDeletingService.java | 2 +
.../service/TestMultipartUploadCleanupService.java | 3 +
.../om/service/TestOpenKeyCleanupService.java | 5 +
.../ozone/om/snapshot/TestSnapshotCache.java | 57 +-
.../ozone/om/{ => snapshot}/TestSnapshotChain.java | 5 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 5 +-
.../ozone/om/{ => snapshot}/TestSnapshotInfo.java | 4 +-
.../om/{ => snapshot}/TestSstFilteringService.java | 14 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 19 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 7 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 2 +
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 2 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 6 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 67 +-
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 42 +-
.../hadoop/fs/ozone/OzoneFSOutputStream.java | 19 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 13 +
.../apache/hadoop/ozone/recon/ReconConstants.java | 5 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 29 +
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 8 +-
.../hadoop/ozone/recon/api/NSSummaryEndpoint.java | 12 +-
.../hadoop/ozone/recon/api/NodeEndpoint.java | 154 +++
.../recon/api/handlers/BucketEntityHandler.java | 13 +-
.../ozone/recon/api/handlers/BucketHandler.java | 35 +-
.../recon/api/handlers/DirectoryEntityHandler.java | 12 +-
.../ozone/recon/api/handlers/EntityHandler.java | 105 +-
.../ozone/recon/api/handlers/KeyEntityHandler.java | 2 +-
.../recon/api/handlers/RootEntityHandler.java | 15 +-
.../recon/api/handlers/UnknownEntityHandler.java | 2 +-
.../recon/api/handlers/VolumeEntityHandler.java | 13 +-
.../hadoop/ozone/recon/api/types/AclMetadata.java | 4 +-
.../ozone/recon/api/types/DatanodeMetadata.java | 16 +
.../ozone/recon/api/types/DatanodesResponse.java | 18 +
...se.java => RemoveDataNodesResponseWrapper.java} | 43 +-
.../hadoop/ozone/recon/heatmap/HeatMapUtil.java | 2 +-
.../recon/recovery/ReconOMMetadataManager.java | 8 +
.../recon/recovery/ReconOmMetadataManagerImpl.java | 5 +
.../ozone/recon/scm/ReconDeadNodeHandler.java | 1 -
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 23 +
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 3 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 308 +++--
.../webapps/recon/ozone-recon-web/api/db.json | 67 +
.../webapps/recon/ozone-recon-web/api/routes.json | 3 +-
.../webapps/recon/ozone-recon-web/package.json | 4 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 1259 +++----------------
.../ozone-recon-web/src/views/insights/om/om.tsx | 120 +-
.../ozone/recon/OMMetadataManagerTestUtils.java | 16 +-
.../ozone/recon/api/TestContainerEndpoint.java | 17 +
.../hadoop/ozone/recon/api/TestEndpoints.java | 156 ++-
.../recon/api/TestNSSummaryDiskUsageOrdering.java | 421 +++++++
.../recon/api/TestNSSummaryEndpointWithFSO.java | 29 +-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 39 +-
... => TestNSSummaryEndpointWithOBSAndLegacy.java} | 465 +++++--
.../hadoop/ozone/recon/common/CommonUtils.java | 11 +-
.../TestNSSummaryTaskWithLegacyOBSLayout.java | 554 +++++++++
.../hadoop/ozone/s3/commontypes/KeyMetadata.java | 13 +
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 29 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 16 +
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 107 +-
.../org/apache/hadoop/ozone/s3/endpoint/S3Acl.java | 66 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 10 +
.../hadoop/ozone/client/ClientProtocolStub.java | 13 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 168 +--
.../hadoop/ozone/client/OzoneVolumeStub.java | 9 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 34 +-
.../s3/endpoint/TestMultipartUploadComplete.java | 59 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 458 ++++---
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 58 +
.../ozone/s3/endpoint/TestPermissionCheck.java | 3 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 36 +-
.../admin/nssummary/FileSizeDistSubCommand.java | 19 +-
.../ozone/admin/nssummary/NSSummaryCLIUtils.java | 6 -
.../admin/nssummary/QuotaUsageSubCommand.java | 16 +-
.../ozone/admin/nssummary/SummarySubCommand.java | 17 +-
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 71 +-
.../hadoop/ozone/debug/ContainerChunkInfo.java | 22 +
.../hadoop/ozone/debug/FindMissingPadding.java | 277 +++++
.../apache/hadoop/ozone/debug/ReadReplicas.java | 52 +-
.../hadoop/ozone/freon/BaseFreonGenerator.java | 2 +-
.../hadoop/ozone/freon/DNRPCLoadGenerator.java | 180 +++
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +-
.../apache/hadoop/ozone/freon/OmKeyGenerator.java | 2 +
.../hadoop/ozone/freon/OmRPCLoadGenerator.java | 20 +-
.../freon/containergenerator/GeneratorOm.java | 4 +-
.../apache/hadoop/ozone/repair/OzoneRepair.java | 64 +
.../org/apache/hadoop/ozone/repair/RDBRepair.java | 58 +
.../hadoop/ozone/repair/om/SnapshotRepair.java | 200 +++
.../hadoop/ozone/repair/om/package-info.java | 22 +
.../apache/hadoop/ozone/repair/package-info.java | 22 +
.../ozone/shell/tenant/GetUserInfoHandler.java | 44 +-
.../shell/tenant/TenantAssignAdminHandler.java | 21 +-
.../ozone/shell/tenant/TenantCreateHandler.java | 15 +-
.../ozone/shell/tenant/TenantDeleteHandler.java | 17 +-
.../ozone/shell/tenant/TenantListHandler.java | 31 +-
.../ozone/shell/tenant/TenantListUsersHandler.java | 19 +-
.../shell/tenant/TenantRevokeAdminHandler.java | 21 +-
.../hadoop/ozone/audit/parser/TestAuditParser.java | 2 +-
pom.xml | 484 ++------
469 files changed, 14813 insertions(+), 7438 deletions(-)
delete mode 100644 .github/workflows/dependabot-ci.yml
copy
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/WithMetadata.java
=> hadoop-hdds/common/src/main/java/com/google/protobuf/Proto2Utils.java (60%)
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotFileSystemFso.java
=> hadoop-hdds/common/src/main/java/com/google/protobuf/package-info.java (70%)
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/AbstractFuture.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/TimeoutFuture.java
create mode 100644
hadoop-hdds/docs/content/design/overwrite-key-only-if-unchanged.md
create mode 100644 hadoop-hdds/docs/content/interface/Cli.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/Ofs.zh.md
create mode 100644 hadoop-hdds/docs/content/recipe/BotoClient.zh.md
create mode 100644 hadoop-hdds/docs/content/security/SecuringOzoneHTTP.zh.md
create mode 100644 hadoop-hdds/docs/content/tools/Admin.zh.md
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/VolumeArgs.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/util/PayloadUtils.java
copy
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/audit/DNAction.java
=>
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/util/TestPayloadUtils.java
(60%)
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Datanode Chunk
Read_Write Dashboard.json
create mode 100644 hadoop-ozone/dist/src/main/compose/common/s3a-test.sh
copy hadoop-ozone/dist/src/main/compose/{ozone-om-ha/.ssh/environment =>
ozone-balancer/.env} (85%)
create mode 100644
hadoop-ozone/dist/src/main/compose/ozone-balancer/docker-compose.yaml
create mode 100644
hadoop-ozone/dist/src/main/compose/ozone-balancer/docker-config
copy hadoop-ozone/dist/src/main/compose/{ozone-om-ha/.ssh/environment =>
ozone-balancer/test.sh} (65%)
rename hadoop-ozone/dist/src/main/compose/{ozonescripts/.ssh/environment =>
ozone/test-s3a.sh} (79%)
rename hadoop-ozone/dist/src/main/compose/{ozone-om-ha/.ssh/environment =>
ozonesecure-ha/test-s3a.sh} (75%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/balancer/testBalancer.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/security/ozone-secure-owner-s3.robot
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestDNRPCLoadGenerator.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestOmSnapshotDisabled.java (97%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestOmSnapshotDisabledRestart.java (97%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestOmSnapshotFileSystem.java (98%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestOmSnapshotFileSystemFso.java (95%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestOmSnapshotFileSystemLegacy.java (95%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestOzoneManagerHASnapshot.java (97%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestSnapshotBackgroundServices.java (99%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestSnapshotDeletingService.java (88%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{ =>
snapshot}/TestSnapshotDirectoryCleaningService.java (99%)
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/common/PayloadUtils.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/BucketUtilizationMetrics.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/multitenant/RangerRestMultiTenantAccessController.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/ReferenceCountedCallback.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestBucketUtilizationMetrics.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/{
=> snapshot}/TestSnapshotChain.java (98%)
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/{
=> snapshot}/TestSnapshotInfo.java (96%)
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/{
=> snapshot}/TestSstFilteringService.java (97%)
copy
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/{DatanodesResponse.java
=> RemoveDataNodesResponseWrapper.java} (55%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryDiskUsageOrdering.java
rename
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/{TestNSSummaryEndpointWithOBS.java
=> TestNSSummaryEndpointWithOBSAndLegacy.java} (71%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryTaskWithLegacyOBSLayout.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/FindMissingPadding.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/DNRPCLoadGenerator.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/OzoneRepair.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/RDBRepair.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/om/SnapshotRepair.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/om/package-info.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/package-info.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
