This is an automated email from the ASF dual-hosted git repository.
yiyang0203 pushed a change to branch HDDS-5713
in repository https://gitbox.apache.org/repos/asf/ozone.git
discard 1d71713712 HDDS-7383. Basic framework of DiskBalancerService (#3874)
omit 6ae2da8218 HDDS-7234. Add a common option for DiskBalancer commands
(#3762)
omit 28cfeab74b HDDS-7205. DiskBalancer CLI (#3739)
omit c4a4cc0990 HDDS-7155. [DiskBalancer] Create interface between SCM and
DN (#3701)
omit 95d9f87f92 HDDS-7106. [DiskBalancer] Client-SCM interface (#3663)
add 469c034423 HDDS-7687. Support OM transfer Ratis leadership (#4265)
add 55cc72e377 HDDS-7617. Intermittent timeout in TestECContainerRecovery
(#4268)
add 22b6852d73 HDDS-7617. Remove flaky tag from TestECContainerRecovery
add e1d4127322 HDDS-7847. Handle Replication of Unhealthy Replicas in RM
(#4227)
add 491791c4d3 HDDS-7594. [FSO] Folders created through S3G are created on
file system as "files". (#4186)
add 4748fb9726 HDDS-7866. [Snapshot] Fix ConcurrentModificationException
in snapdiff API. (#4233)
add b6ad97fd52 HDDS-7962. Add configuration flag to enable
LegacyReplicationManager for RATIS containers (#4270)
add 5d5d370de3 HDDS-7919. EC: ECPipelineProvider.createForRead should
filter out dead replicas and sort replicas (#4277)
add e7d57b9f91 HDDS-7800. [Snapshot] Use persistent map and set to
generate snapshot diff report (#4190)
add 6f6a0571fc HDDS-7964. Enable ratis pre-vote in Ozone by default.
(#4272)
add 097594f06b HDDS-7967. Replace Hadoop annotations with Ozone-specific
ones (#4279)
add b3b0538597 HDDS-4223. Optimize the construction method of OzoneVolume
and OzoneBucket. (#4262)
add 4811cd51d6 HDDS-7865. [Snapshot] Add test for getFileStatus and
readFile from snapshot paths. (#4232)
add 3775c4de2b HDDS-7832. Support FSO buckets for FileSizeCountTask.
(#4206)
add fc8f79524f HDDS-7931. EC: ManagedChannelImpl not cleaned up properly
(#4269)
add bd900ae9db HDDS-7969. CacheValue should not store value as an
Optional. (#4275)
add c23ba9a116 HDDS-7556. Translate EC doc into Chinese (#4263)
add cdbe91dd8f HDDS-7980. Force Close QUASI_CLOSED replicas of CLOSED
containers in RM (#4283)
add 88c0a6621a HDDS-7976. FsShell creates unrelated trace spans (#4281)
add 23e94b66c0 HDDS-7379. Use certificate bundles instead of the sole
certificate (#4231)
add 4261c1df03 HDDS-6572. EC: ReplicationManager - add move manager for
container move (#4274)
add 43caa56e18 HDDS-7178. [Multi-Tenant] Use optimistic read in Ranger
background sync (#3725)
add 45362b15f0 HDDS-7461. Require CREATE right on volume instead of WRITE
for CREATE_BUCKET operation (#3938)
add 59c87ba995 HDDS-7301. Cleanup OmUtils (#3812)
add b466cd582e HDDS-7596. Fix OM crash due to a corner case for
FSO-enabled bucket (#4048)
add d2e3e7580d HDDS-7988. Run S3 tests with HA Proxy (#4284)
add 4be2122922 Revert "HDDS-7588. Intermittent failure in
TestObjectStoreWithLegacyFS#testFlatKeyStructureWithOBS (#4040)"
add 204f3b4b97 HDDS-7710. Support AWS s3 ListObjects API's encodingType
request parameter (#4127)
add 501152d313 HDDS-7588. Intermittent failure in
TestObjectStoreWithLegacyFS#testFlatKeyStructureWithOBS (#4290)
add cafb372799 HDDS-7064. S3 get-object response emits tracing spans
outside ObjectEndpoint#get (#4288)
add 330cec2797 HDDS-7971. Support SCM transfer Ratis leadership (#4276)
add 47a68f8751 HDDS-7989. UnhealthyReplicationProcessor retries failure
without delay (#4285)
add 4d09962a65 HDDS-7906. [Snapshot] Wait for checkpoint creation if
snapshot in cache and not committed to DB. (#4249)
add c9bbb03556 HDDS-6743. Specify leader node for OM failover (#3409)
add 06e7b1b616 HDDS-7721. Make OM Ratis roles available in /prom endpoint
(#4140)
add bcfebad032 HDDS-7721. Make OM Ratis roles available in /prom endpoint
(fix compile error)
add 170222e378 HDDS-7991. Do not return fake parent dir for deleted keys
(#4287)
add 6b1c62a88f HDDS-7993. [snapshot] Add testcase to handle snapshot name
minimum-length (#4293)
add 2fa1e5ab3b HDDS-7998. Synchronize on containerInfo in
ReplicationManager and MoveManager (#4295)
add 5da39f8cb8 HDDS-7839. Upgrade Weld to 3.1.9 (#4299)
add 19d9aa38c0 HDDS-7982. NPE in BlockInputStream due to null pipeline
after refresh (#4296)
add 73b339a55d HDDS-7983. Intermittent OutOfMemoryError in
TestOzoneRpcClientWithRatis#testUploadWithStreamAndMemoryMappedBuffer. (#4292)
add dabe58a2bc HDDS-7782. OM lease recovery for hsync'ed files. (#4255)
add c592d9c857 HDDS-8009. OM HA metrics should be unregistered if leader
is not known (#4300)
add 7da66e21ba HDDS-8012. Clean up after link loop test (#4304)
add ec2f36cbd0 HDDS-7973. Let RatisMisReplicationHandler use the new
RatisContainerReplicaCount constructor (#4305)
add 4465c494db HDDS-7890. Refactor ContainerDeletionChoosingPolicy
implementations (#4303)
add e3868fabdf HDDS-8020. File checksum helper leaking client (#4307)
add 0a66958755 HDDS-8025. ReplicationManager: Count a container once for
missing, under, mis or over replicated (#4313)
add aebc06f118 HDDS-8026. Replace import from shaded Guava (#4314)
add dd952d4aae HDDS-8008. Move pendingOps into ContainerStateManagerImpl
to ensure consistent state (#4298)
add ce57071a5f HDDS-7590. Use keyManager and trustManager provided by
keyStoreFactory in om grpc services (#4145)
add f88b9d0207 HDDS-8035. Mark TestOzoneManagerHAWithData#testOMHAMetrics
as flaky
add d75507d7ac HDDS-8035. Mark TestHSync#testO3fsHSync as flaky
add c69a015930 HDDS-8034. Check container replication health before
scheduling move in MoveManager (#4321)
add b858170a64 HDDS-8024. Mark TestHSync#testOfsHSync as flaky
add c755e5d645 HDDS-8037. Improve logging in EC Reconstruction putBlock
precondition check (#4320)
add e90e2dd8ea HDDS-7505. Recon: Rename OM DB Sync to DB Sync on UI (#3988)
add 628623d664 HDDS-6241. Follower SCM node repeatedly sending requests to
Ratis server. (#4302)
add b831d8e6fb HDDS-8036. Unprotected flush in SCMHADBTransactionBuffer
(#4319)
add 25ad1f2a4f HDDS-7183. Expose RocksDB critical properties. (#3875)
add a63be2662e HDDS-8044. Ensure GrpcOutputStream is closed (#4327)
add 0349c8e8a9 HDDS-8006. [snapshot] Add unit test cases for snapshot
delete (#4297)
add 1b18bd77b3 Revert "HDDS-8006. [snapshot] Add unit test cases for
snapshot delete (#4297)" (#4330)
add 9f77588334 HDDS-7959. Improve log in ECBlockInputStream and
ECBlockReconstructedStripeInputStream (#4323)
add 9e348de653 HDDS-7906. Addendum: [Snapshot] Wait for checkpoint
creation if snapshot in cache and not committed to DB. (#4306)
add abd9dd01f0 HDDS-534. Remove unsupported jmxget subcommand (#4326)
add f0c4d415c7 HDDS-7926. [hsync] Recon throws ClassCastException. (#4266)
add 3d648466ed HDDS-8032. SCM support reconfigurable dynamically (#4318)
add 575cf41950 HDDS-8006. [snapshot] Add unit test cases for snapshot
delete (#4331)
add 84f1523d24 HDDS-7869. Log configuration on component startup. (#4271)
add 488e1935a7 HDDS-7156. Reset pending delete block count (#4324)
add 3dd7dc4128 HDDS-8019. IllegalStateException: call already closed at
GrpcXceiverService.onCompleted (#4335)
add 8b9d1a852b HDDS-7934. NPE in RandomKeyGenerator's shutdown hook (#4286)
add 3cc079478b HDDS-6176. Ozone service WebUI is not accessible with 404
error. (#4308)
add 1f8795b4fd HDDS-7905. [Snapshot] Snapdiff should only return
modifications done to the bucket. (#4273)
add b852395e2a HDDS-8070. DBCheckpointMetrics is not unregistered during
OM stop. (#4338)
add 7bdfbba56f HDDS-7984. [Snapshot] Store Ozone keys ever renamed in
renamedKeyTable for efficient lookup in SnapshotDeletingService (#4333)
add a01676a9af HDDS-8029. [hsync] Outputstream in encrypted buckets do not
return the correct stream capabilities. (#4316)
add a432438c36 HDDS-7210. Missing open containers show up as "Closing" on
the container report. (#4207)
add 88292e8a44 HDDS-8075. ECReconstructionCoordinatorTask.runTask should
catch Exception (#4342)
add 3bbb5742c5 HDDS-8024. When readChunk from a datanode fails, retry
other datanodes. (#4336)
add 360a23c0a1 HDDS-8057. Handle unchecked exception in KeyValueHandler
more gracefully (#4334)
add 1af6e91a82 HDDS-8046. Eliminate embedded newlines from config
properties (#4328)
add 886fc3d419 HDDS-8077. Enforce new checkstyle: NewlineAtEndOfFile
(#4347)
add 30a6d3b472 HDDS-8078. Github CI: Allow PR title starting with Revert
(#4348)
add d0dff88fd7 HDDS-8079. RocksDB included in client libs doubles shaded
jar size (#4349)
add 50e57f9af5 HDDS-7137. Add CLI for Getting the failed deleted block txn
(#3691)
add 28ba9bd9fe HDDS-6802. Implement JSON output for pipeline list CLI
(#4343)
add 888c6dca5b HDDS-8073. Replace Usages of
LegacyReplicationManager.MoveResult with MoveManager.MoveResult (#4339)
add 4afa68e460 HDDS-7816. Add DataNode list to the SCM WebUI (#4289)
add 6a61108c31 HDDS-8074. Improve synchronization around command queue
updates in Node Manager (#4341)
add c168fa06fd HDDS-7950. [Snapshot] API changes to support pagination
token and async nature of snapshot diff API (#4264)
add 183600b063 HDDS-5447. HttpFS support in Ozone (#4356)
add cf0235fb02 HDDS-8030. Cleanup unused/unnecessary code related to
CertificateClient (#4317)
add 584d68bd51 Revert "HDDS-5447. HttpFS support in Ozone (#4356)"
add 7515008c3b HDDS-5448 Copy over HttpFS module from Hadoop 3.3.1 to
Ozone (#2478)
add 409002dd1d HDDS-5519 Remove unnecessary hadoop dependencies from
httpfs module (#2536)
add 121b54bd7c HDDS-5520 Add lifecycle management to HttpFS server (#2552)
add 94d16737b2 Merge branch 'master' into HDDS-5447-httpfs
add e8b15f4223 [HTTPFSGW] HDDS-5695 Review ZK and Curator dependencies,
and get rid of them. (#2612)
add fbd6cc038f Revert "[HTTPFSGW] HDDS-5695 Review ZK and Curator
dependencies, and get rid of them. (#2612)" (#2671)
add b015447715 HDDS-5615 Add a simple test suite for HTTPFS GW. (#2609)
add 8eabe292f5 HDDS-5826 [HTTPFSGW] Remove or replace Hadoop shaded guava
dependencies. (#2735)
add 5d671e7462 HDDS-5722 [HTTPFSGGW] junit.jar and json-simple in jar
report #2742
add b0236e1976 HDDS-5829 [HTTPFSGW] Move to org.apache.ozone package from
org.apache.hadoop. (#2743)
add 0f3e560e18 HDDS-5827 [HTTPFSGW] Remove non-server side related code
from Ozone. (#2750)
add 56f104c71e Merge branch 'master' into HDDS-5447-httpfs
add 90d947fe3f Merge branch 'master' into HDDS-5447-httpfs
add f0a7f81de4 Quick fix for HTTPFS gateway dependencies after merge... to
be revisited.
add 3ede0703e9 Revert "Quick fix for HTTPFS gateway dependencies after
merge... to be revisited."
add 7ba1de2e66 HDDS-6027 [HTTPFSGW] Fix dependency issues after master
merge
add bd76bfc70b HDDS-5828 [HTTPFSGW] Add proper handling for unsupported
operations (#2862)
add 675e0b9085 HDDS-5698 [HTTPFSGW] Port HTTPFS node and robot tests to
ozone-ha, and ozonesecure(-ha) (#2861)
add 08b028967d Merge branch 'master' into HDDS-5447-httpfs
add c7f230f050 Merge branch 'master' into httpfs-merge
add e93762c7b2 HDDS-7719. [HTTPFSGW] Fix secure integration tests for the
HttpFS module (#4150)
add b4264b7110 HDDS-7737. [HTTPFSGW] Clean up dependencies (#4199)
add 7563f349ff HDDS-7966. Replace Hadoop annotations with Ozone-specific
ones (#4282)
add 78accff380 HDDS-7979. Replace import from shaded Guava (#4310)
add f747312d8c HDDS-8022. Add okio as dependency to the root pom (#4309)
add 75c4553a87 Change ozone-filesystem dependency scope to runtime in the
HttpFS module (#4311)
add 69ae8f5ac5 HDDS-8023. [HTTPFSGW] Remove support for
satisfyStoragePolicy operation (#4312)
add 8b2a3bd922 HDDS-5966. [HTTPFSGW] Update module doc, and place it in
Ozone project docs (#4250)
add 6185f64aab HDDS-8045. Dependency convergence error for zookeeper
(#4329)
add a142d70adb Merge branch 'master' into HDDS-5447-httpfs
add 18e9771a0a Merge branch 'master' into HDDS-5447-httpfs
add 47b75d7993 HDDS-8088. [HTTPFSGW] Conform with new checkstyle rule in
master #4354
add 66f394b3b5 Merge remote-tracking branch 'origin/HDDS-5447-httpfs'
add c9becb3196 HDDS-8014. [Snapshot] Implement Native Acl Integration
tests for Snapshotting (#4301)
add 2094661e52 HDDS-8038. [Snapshot] Add a smoketest for Snapshot with
ACLs (#4322)
add 3de525c60c HDDS-8108. gRPC channel created for replication client not
shutdown properly (#4363)
add 14d34fb0af HDDS-8112. ECReconstructionCoordinator is not closed (#4365)
add 7849a1202d HDDS-8086. Bump snakeyaml from 1.33 to 2.0 (#4355)
add 2209c3bdd9 HDDS-8087. Intermittent crash in TestHddsDatanodeService
(#4353)
add dae6f30a79 HDDS-8095. Unbuffer not supported in TDE buckets (#4361)
add bfc02e4a41 HDDS-8091. Generate list of config tags from ConfigTag enum
(#4359)
add 4d025406f6 HDDS-8110. ReplicationManager: Introduce basic limits on
ReplicateContainer commands (#4364)
add 9fa04a8f7b close db connection (#4366)
add f77e61ec87 HDDS-8119. Remove loosely related AutoCloseable from
SendContainerOutputStream (#4368)
add b1695e30f5 HDDS-8129. ContainerStateMachine allows two different tasks
with the same container id running in parallel. (#4370)
add 354d3dc5a1 HDDS-8028. JNI for RocksDB SST Dump tool (#4315)
add 11f3d72784 HDDS-8118. Fail container delete on non empty chunks dir
(#4367)
add 111161d782 HDDS-8142. Check if no entries in Block DB for a container
on container delete (#4379)
add 3d036f461b HDDS-8133. Create ozone sh key checksum command (#4375)
add 5f6547fc00 HDDS-8131. Add Configuration for OM Ratis Log Purge Tuning
Parameters. (#4371)
add ba9c46e29f HDDS-8150. RpcClientTest and ConfigurationSourceTest not
run due to naming convention (#4388)
add 5412984766 HDDS-8151. Support fine grained lifetime for root CA
certificate (#4386)
add f52cd8b756 HDDS-8144.
TestDefaultCertificateClient#testTimeBeforeExpiryGracePeriod fails as we
approach DST. (#4382)
add 62692bccbf HDDS-8091. [addendum] Generate list of config tags from
ConfigTag enum - Hadoop 3.1 compatibility fix (#4374)
add f83b008a6f HDDS-8076. Use container cache in Key listing API. (#4346)
add 0ebb555fab HDDS-7740. [Snapshot] Implement SnapshotDeletingService
(#4244)
add e3206f4e7f HDDS-7930. input stream does not refresh expired block
token. (#4378)
add e8c0535392 HDDS-7930. [addendum] input stream does not refresh expired
block token.
add f4013866b1 HDDS-8065. Provide GNU long options (#4394)
add 365f80dad2 HDDS-8163 Use try-with-resources to ensure close rockdb
connection in SstFilteringService (#4402)
add 2db7dda93a HDDS-8090. When getBlock from a datanode fails, retry other
datanodes. (#4357)
add 2fc011762f HDDS-8153. Integrate ContainerBalancer with MoveManager
(#4391)
add bf5b6f53ae HDDS-7867. Clean up replication logs (#4397)
add ce418581a8 HDDS-6449. Failed container delete can leave artifacts on
disk (#3741)
new 9094b0e839 HDDS-7106. [DiskBalancer] Client-SCM interface (#3663)
new 248af79181 HDDS-7155. [DiskBalancer] Create interface between SCM and
DN (#3701)
new 4398f87d62 HDDS-7205. DiskBalancer CLI (#3739)
new 1485590510 HDDS-7234. Add a common option for DiskBalancer commands
(#3762)
new 7929c5c992 HDDS-7383. Basic framework of DiskBalancerService (#3874)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (1d71713712)
\
N -- N -- N refs/heads/HDDS-5713 (7929c5c992)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 5 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
dev-support/ci/pr_title_check.bats | 28 +
dev-support/ci/pr_title_check.sh | 7 +
.../hadoop/hdds/scm/client/HddsClientUtils.java | 2 +-
.../hadoop/hdds/scm/client/package-info.java | 2 +-
.../org/apache/hadoop/hdds/scm/package-info.java | 2 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 80 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 4 +-
.../hadoop/hdds/scm/storage/ByteArrayReader.java | 2 +-
.../hadoop/hdds/scm/storage/ByteBufferReader.java | 2 +-
.../hdds/scm/storage/ByteReaderStrategy.java | 2 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 12 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 6 +-
.../hdds/scm/storage/ExtendedInputStream.java | 17 +-
.../hadoop/hdds/scm/storage/StreamBuffer.java | 2 +-
.../hadoop/hdds/scm/storage/package-info.java | 2 +-
.../ozone/client/io/BlockInputStreamFactory.java | 4 +-
.../client/io/BlockInputStreamFactoryImpl.java | 2 +-
.../hadoop/ozone/client/io/ECBlockInputStream.java | 90 +-
.../ozone/client/io/ECBlockInputStreamFactory.java | 5 +-
.../client/io/ECBlockInputStreamFactoryImpl.java | 3 +-
.../ozone/client/io/ECBlockInputStreamProxy.java | 5 +-
.../io/ECBlockReconstructedStripeInputStream.java | 48 +-
.../hdds/scm/storage/DummyBlockInputStream.java | 2 +-
.../storage/DummyBlockInputStreamWithRetry.java | 23 +-
.../hdds/scm/storage/DummyChunkInputStream.java | 2 +-
.../hdds/scm/storage/TestBlockInputStream.java | 126 +-
.../storage/TestBlockOutputStreamCorrectness.java | 2 +-
.../hadoop/hdds/scm/storage/TestBufferPool.java | 2 +-
.../hadoop/hdds/scm/storage/package-info.java | 2 +-
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 2 +-
.../ozone/client/io/TestECBlockInputStream.java | 27 +-
.../client/io/TestECBlockInputStreamProxy.java | 3 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 24 +
.../java/org/apache/hadoop/hdds/StringUtils.java | 13 +-
.../hadoop/hdds/annotation/package-info.java | 2 +-
.../hadoop/hdds/client/ECReplicationConfig.java | 7 +-
.../apache/hadoop/hdds/client/package-info.java | 2 +-
.../hadoop/hdds/conf/HddsPrometheusConfig.java | 2 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 21 +
.../org/apache/hadoop/hdds/conf/package-info.java | 2 +-
.../org/apache/hadoop/hdds/freon/package-info.java | 2 +-
.../java/org/apache/hadoop/hdds/package-info.java | 2 +-
.../apache/hadoop/hdds/protocol/package-info.java | 2 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 59 +
.../hdds/ratis/ServerNotLeaderException.java | 2 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 2 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 24 +-
.../common/helpers/ContainerNotOpenException.java | 2 +-
.../scm/container/common/helpers/package-info.java | 2 +-
.../apache/hadoop/hdds/scm/ha/package-info.java | 2 +-
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 2 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 2 +-
.../org/apache/hadoop/hdds/scm/net/NodeImpl.java | 2 +-
.../org/apache/hadoop/hdds/scm/net/NodeSchema.java | 2 +-
.../hadoop/hdds/scm/net/NodeSchemaLoader.java | 5 +-
.../apache/hadoop/hdds/scm/net/package-info.java | 2 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 39 +-
.../hadoop/hdds/scm/pipeline/package-info.java | 2 +-
.../protocol/StorageContainerLocationProtocol.java | 24 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 125 +-
.../apache/hadoop/hdds/scm/utils/package-info.java | 2 +-
.../hdds/security/exception/package-info.java | 2 +-
.../x509/certificate/utils/CertificateCodec.java | 221 +-
.../hadoop/hdds/security/x509/crl/CRLStatus.java | 2 +-
.../hadoop/hdds/security/x509/package-info.java | 2 +-
.../org/apache/hadoop/hdds/server/YamlUtils.java | 50 +
.../apache/hadoop/hdds/server/package-info.java | 2 +-
.../apache/hadoop/hdds/tracing/TracingUtil.java | 19 +
.../apache/hadoop/hdds/tracing/package-info.java | 2 +-
.../org/apache/hadoop/hdds/utils/UniqueId.java | 2 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 17 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 9 +
.../org/apache/hadoop/ozone/audit/S3GAction.java | 3 +-
.../org/apache/hadoop/ozone/audit/SCMAction.java | 4 +-
.../hadoop/ozone/common/ha/ratis/package-info.java | 2 +-
.../apache/hadoop/ozone/common/package-info.java | 2 +-
.../ozone/common/statemachine/StateMachine.java | 2 +-
.../ozone/common/statemachine/package-info.java | 2 +-
.../hadoop/ozone/common/utils/package-info.java | 2 +-
.../org/apache/hadoop/ozone/conf/package-info.java | 2 +-
.../container/common/helpers/package-info.java | 2 +-
.../apache/hadoop/ozone/lease/LeaseException.java | 2 +-
.../org/apache/hadoop/ozone/lock/package-info.java | 2 +-
.../org/apache/hadoop/util/NativeCRC32Wrapper.java | 2 +-
.../main/resources/hdds-version-info.properties | 2 +-
.../common/src/main/resources/ozone-default.xml | 120 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 27 +
.../hdds/client/TestECReplicationConfig.java | 2 +-
.../conf/TestGeneratedConfigurationOverwrite.java | 2 +-
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 16 +
.../org/apache/hadoop/hdds/conf/package-info.java | 2 +-
.../hdds/fs/TestDedicatedDiskSpaceUsage.java | 2 +-
.../scm/container/TestContainerReplicaInfo.java | 2 +-
.../org/apache/hadoop/hdds/scm/package-info.java | 2 +-
.../hadoop/hdds/tracing/TestStringCodec.java | 2 +-
.../apache/hadoop/hdds/tracing/package-info.java | 2 +-
.../hadoop/hdds/upgrade/test/MockComponent.java | 2 +-
.../hadoop/hdds/utils/TestHddsIdFactory.java | 2 +-
.../org/apache/hadoop/hdds/utils/package-info.java | 2 +-
.../apache/hadoop/ozone/lock/TestLockManager.java | 2 +-
.../org/apache/hadoop/ozone/lock/package-info.java | 2 +-
.../upgrade/TestLayoutVersionInstanceFactory.java | 2 +-
.../ozone/upgrade/TestUpgradeFinalizerActions.java | 2 +-
.../org/apache/hadoop/hdds/conf/ConfigTag.java | 49 +-
.../org/apache/hadoop/hdds/conf/PostConstruct.java | 2 +-
.../hadoop/hdds/conf/TestConfigFileAppender.java | 2 +-
.../hadoop/hdds/conf/TestConfigFileGenerator.java | 2 +-
...ourceTest.java => TestConfigurationSource.java} | 4 +-
.../java/org/apache/hadoop/ozone/DNMXBeanImpl.java | 2 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 33 +-
.../helpers/BlockDeletingServiceMetrics.java | 2 +-
.../container/common/helpers/ContainerMetrics.java | 38 +-
.../container/common/helpers/DatanodeIdYaml.java | 4 +-
.../container/common/helpers/package-info.java | 2 +-
.../container/common/impl/ContainerDataYaml.java | 4 +
.../RandomContainerDeletionChoosingPolicy.java | 54 +-
...TopNOrderedContainerDeletionChoosingPolicy.java | 57 +-
.../ozone/container/common/impl/package-info.java | 2 +-
.../container/common/interfaces/Container.java | 7 +
.../ContainerDeletionChoosingPolicyTemplate.java} | 80 +-
.../container/common/interfaces/package-info.java | 2 +-
.../ozone/container/common/package-info.java | 2 +-
.../container/common/report/package-info.java | 2 +-
.../common/statemachine/DatanodeConfiguration.java | 9 +-
.../common/statemachine/DatanodeQueueMetrics.java | 2 +-
.../common/statemachine/DatanodeStateMachine.java | 7 +-
.../common/statemachine/EndpointStateMachine.java | 2 +-
.../SetNodeOperationalStateCommandHandler.java | 2 +-
.../statemachine/commandhandler/package-info.java | 2 +-
.../common/statemachine/package-info.java | 2 +-
.../common/states/datanode/package-info.java | 2 +-
.../states/endpoint/VersionEndpointTask.java | 17 +-
.../common/states/endpoint/package-info.java | 2 +-
.../transport/server/GrpcXceiverService.java | 1 +
.../common/transport/server/XceiverServerGrpc.java | 2 +-
.../server/ratis/ContainerStateMachine.java | 37 +-
.../common/transport/server/ratis/LocalStream.java | 2 +-
.../container/common/utils/ReferenceCountedDB.java | 2 +-
.../common/utils/db/DatanodeDBProfile.java | 1 +
.../container/common/utils/db/package-info.java | 2 +-
.../ozone/container/common/utils/package-info.java | 2 +-
.../container/common/volume/AbstractFuture.java | 2 +-
.../ozone/container/common/volume/HddsVolume.java | 74 +
.../container/common/volume/TimeoutFuture.java | 2 +-
.../container/common/volume/VolumeInfoMetrics.java | 2 +-
.../container/common/volume/package-info.java | 2 +-
.../reconstruction/ECContainerOperationClient.java | 2 +-
.../ECReconstructionCommandInfo.java | 7 +-
.../ECReconstructionCoordinator.java | 61 +-
.../ECReconstructionCoordinatorTask.java | 9 +-
.../container/ec/reconstruction/package-info.java | 2 +-
.../container/keyvalue/KeyValueContainer.java | 11 +-
.../container/keyvalue/KeyValueContainerCheck.java | 2 +-
.../container/keyvalue/KeyValueContainerData.java | 8 +
.../ozone/container/keyvalue/KeyValueHandler.java | 189 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 206 +-
.../container/keyvalue/helpers/package-info.java | 2 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 2 +-
.../keyvalue/impl/ChunkManagerFactory.java | 2 +-
.../ozone/container/keyvalue/package-info.java | 2 +-
.../background/BlockDeletingService.java | 13 +-
.../statemachine/background/package-info.java | 2 +-
.../metadata/DatanodeSchemaThreeDBDefinition.java | 2 +-
.../metadata/DatanodeStoreSchemaThreeImpl.java | 2 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 9 +-
.../ozone/container/ozoneimpl/package-info.java | 2 +-
.../replication/AbstractReplicationTask.java | 39 +
.../container/replication/ContainerImporter.java | 2 +-
.../replication/GrpcContainerUploader.java | 44 +-
.../container/replication/GrpcOutputStream.java | 20 +-
.../replication/GrpcReplicationClient.java | 30 +-
.../replication/GrpcReplicationService.java | 9 +-
.../container/replication/PushReplicator.java | 1 +
.../replication/ReplicationSupervisor.java | 21 +-
.../container/replication/ReplicationTask.java | 28 +-
.../replication/SendContainerRequestHandler.java | 15 +-
.../replication/SimpleContainerDownloader.java | 55 +-
.../ozone/container/replication/package-info.java | 2 +-
.../java/org/apache/hadoop/ozone/package-info.java | 2 +-
.../protocol/StorageContainerNodeProtocol.java | 19 +-
.../commands/ReplicateContainerCommand.java | 15 +-
.../hadoop/ozone/protocol/commands/SCMCommand.java | 4 +
.../commands/SetNodeOperationalStateCommand.java | 2 +-
...inerDatanodeProtocolServerSideTranslatorPB.java | 2 +-
.../hdds/datanode/metadata/package-info.java | 2 +-
.../hadoop/ozone/TestHddsDatanodeService.java | 99 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 20 -
.../ozone/container/common/ContainerTestUtils.java | 36 +
.../container/common/TestBlockDeletingService.java | 184 +-
.../TestSchemaTwoBackwardsCompatibility.java | 2 +-
.../common/helpers/TestContainerUtils.java | 74 +
.../common/helpers/TestDatanodeIdYaml.java | 40 +-
.../common/impl/TestContainerPersistence.java | 192 +-
.../ozone/container/common/impl/package-info.java | 2 +-
.../ozone/container/common/package-info.java | 2 +-
.../container/common/report/package-info.java | 2 +-
.../TestCreatePipelineCommandHandler.java | 2 +-
.../volume/TestCapacityVolumeChoosingPolicy.java | 5 +
.../container/common/volume/TestHddsVolume.java | 10 +
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 4 +
.../common/volume/TestStorageVolumeChecker.java | 2 +-
.../container/common/volume/package-info.java | 2 +-
.../container/keyvalue/TestKeyValueHandler.java | 32 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 24 +
.../ozone/container/keyvalue/package-info.java | 2 +-
.../replication/GrpcOutputStreamTest.java | 11 +
.../replication/TestGrpcContainerUploader.java | 156 ++
.../replication/TestGrpcReplicationService.java | 72 +
.../replication/TestMeasuredReplicator.java | 2 +-
.../replication/TestReplicationSupervisor.java | 32 +-
.../replication/TestSimpleContainerDownloader.java | 218 +-
.../ozone/container/replication/package-info.java | 2 +-
.../stream/TestDirstreamClientHandler.java | 2 +-
.../container/stream/TestStreamingServer.java | 2 +-
.../ozone/container/testutils/package-info.java | 2 +-
.../upgrade/TestDataNodeStartupSlvLessThanMlv.java | 2 +-
.../TestReconstructionECContainersCommands.java | 2 +-
hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 2 +-
hadoop-hdds/docs/content/design/httpfs.md | 31 +
.../docs/content/feature/ErasureCoding.zh.md | 168 ++
.../docs/content/feature/Reconfigurability.md | 48 +-
.../docs/content/feature/Reconfigurability.zh.md | 49 +-
hadoop-hdds/docs/content/interface/HttpFS.md | 119 ++
hadoop-hdds/docs/content/tools/_index.md | 2 +-
hadoop-hdds/docs/content/tools/_index.zh.md | 1 -
.../apache/ozone/erasurecode/CodecRegistry.java | 2 +-
.../org/apache/ozone/erasurecode/package-info.java | 4 +-
.../rawcoder/AbstractNativeRawDecoder.java | 2 +-
.../rawcoder/AbstractNativeRawEncoder.java | 2 +-
.../rawcoder/ByteArrayEncodingState.java | 2 +-
.../rawcoder/ByteBufferEncodingState.java | 2 +-
.../erasurecode/rawcoder/DummyRawDecoder.java | 2 +-
.../erasurecode/rawcoder/DummyRawEncoder.java | 2 +-
.../rawcoder/DummyRawErasureCoderFactory.java | 2 +-
.../ozone/erasurecode/rawcoder/EncodingState.java | 2 +-
.../erasurecode/rawcoder/NativeRSRawDecoder.java | 2 +-
.../erasurecode/rawcoder/NativeRSRawEncoder.java | 2 +-
.../rawcoder/NativeRSRawErasureCoderFactory.java | 2 +-
.../erasurecode/rawcoder/NativeXORRawDecoder.java | 2 +-
.../erasurecode/rawcoder/NativeXORRawEncoder.java | 2 +-
.../rawcoder/NativeXORRawErasureCoderFactory.java | 2 +-
.../ozone/erasurecode/rawcoder/RSRawDecoder.java | 2 +-
.../rawcoder/RSRawErasureCoderFactory.java | 2 +-
.../rawcoder/RawErasureCoderFactory.java | 2 +-
.../ozone/erasurecode/rawcoder/XORRawDecoder.java | 2 +-
.../ozone/erasurecode/rawcoder/XORRawEncoder.java | 2 +-
.../rawcoder/XORRawErasureCoderFactory.java | 2 +-
.../ozone/erasurecode/rawcoder/package-info.java | 4 +-
.../ozone/erasurecode/rawcoder/util/CodecUtil.java | 2 +-
.../ozone/erasurecode/rawcoder/util/DumpUtil.java | 2 +-
.../ozone/erasurecode/rawcoder/util/GF256.java | 2 +-
.../erasurecode/rawcoder/util/GaloisField.java | 2 +-
.../ozone/erasurecode/rawcoder/util/RSUtil.java | 2 +-
.../erasurecode/rawcoder/util/package-info.java | 4 +-
.../rawcoder/TestCodecRawCoderMapping.java | 2 +-
.../erasurecode/rawcoder/TestNativeRSRawCoder.java | 2 +-
.../rawcoder/TestNativeXORRawCoder.java | 2 +-
hadoop-hdds/framework/pom.xml | 19 +-
.../hdds/conf/DatanodeRatisServerConfig.java | 4 +-
.../apache/hadoop/hdds/conf/HddsConfServlet.java | 4 +-
.../org/apache/hadoop/hdds/conf/package-info.java | 2 +-
.../org/apache/hadoop/hdds/freon/package-info.java | 2 +-
.../hadoop/hdds/protocol/ReconfigureProtocol.java | 10 +-
.../apache/hadoop/hdds/protocol/package-info.java | 2 +-
.../ReconfigureProtocolClientSideTranslatorPB.java | 21 +-
.../ReconfigureProtocolServerSideTranslatorPB.java | 13 +
.../SCMSecurityProtocolClientSideTranslatorPB.java | 2 +-
.../hadoop/hdds/protocolPB/package-info.java | 2 +-
.../DeletedBlocksTransactionInfoWrapper.java | 110 +
.../scm/container/common/helpers/package-info.java | 2 +-
.../hadoop/hdds/scm/metadata/package-info.java | 2 +-
...inerLocationProtocolClientSideTranslatorPB.java | 29 +
.../hdds/scm/update/client/package-info.java | 2 +-
.../hdds/scm/update/server/package-info.java | 2 +-
.../hadoop/hdds/security/OzoneSecretKey.java | 2 +-
.../hdds/security/ssl/ReloadingX509KeyManager.java | 17 +-
.../x509/certificate/authority/CAType.java} | 23 +-
.../certificate/authority/CertificateServer.java | 31 +-
.../certificate/authority/DefaultApprover.java | 8 +-
.../certificate/authority/DefaultCAServer.java | 69 +-
.../x509/certificate/authority/package-info.java | 2 +-
.../authority/profile/DefaultCAProfile.java | 2 +-
.../authority/profile/package-info.java | 2 +-
.../x509/certificate/client/CertificateClient.java | 286 +--
.../certificate/client/DNCertificateClient.java | 33 +-
.../client/DefaultCertificateClient.java | 442 ++--
.../certificate/client/SCMCertificateClient.java | 18 +-
.../x509/certificate/client/package-info.java | 2 +-
.../certificate/utils/CertificateSignRequest.java | 55 +-
.../certificate/utils/SelfSignedCertificate.java | 24 +-
.../x509/certificate/utils/package-info.java | 2 +-
.../hadoop/hdds/security/x509/crl/CRLCodec.java | 13 +-
.../hdds/security/x509/exception/package-info.java | 2 +-
.../hdds/security/x509/keys/SecurityUtil.java | 55 +-
.../hdds/security/x509/keys/package-info.java | 2 +-
.../hadoop/hdds/security/x509/package-info.java | 2 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 19 +-
.../apache/hadoop/hdds/server/http/HttpConfig.java | 2 +-
.../hdds/server/http/RatisDropwizardExports.java | 2 +-
.../hadoop/hdds/server/http/package-info.java | 2 +-
.../apache/hadoop/hdds/server/package-info.java | 2 +-
.../hadoop/hdds/utils/DBCheckpointMetrics.java | 5 +
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 6 +-
.../hadoop/hdds/utils/RocksDBStoreMBean.java | 160 +-
.../hadoop/hdds/utils/db/DumpFileLoader.java | 2 +-
.../hdds/utils/db/FixedLengthStringCodec.java | 2 +-
.../hdds/utils/db/FixedLengthStringUtils.java | 2 +-
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 3 +-
.../hadoop/hdds/utils/db/RDBSstFileLoader.java | 2 +-
.../hadoop/hdds/utils/db/RDBSstFileWriter.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 5 +-
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 2 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 15 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 11 +
.../hadoop/hdds/utils/db/cache/CacheValue.java | 32 +-
.../apache/hadoop/hdds/utils/db/package-info.java | 2 +-
.../org/apache/hadoop/hdds/utils/package-info.java | 2 +-
.../apache/hadoop/ozone/common/package-info.java | 2 +-
.../ssl/TestPemFileBasedKeyStoresFactory.java | 6 +-
.../security/ssl/TestReloadingX509KeyManager.java | 7 +-
.../ssl/TestReloadingX509TrustManager.java | 7 +-
.../token/TestOzoneBlockTokenIdentifier.java | 2 +-
.../token/TestOzoneBlockTokenSecretManager.java | 36 +-
.../hdds/security/x509/CertificateClientTest.java | 273 ---
.../certificate/authority/TestDefaultCAServer.java | 148 +-
.../x509/certificate/authority/package-info.java | 2 +-
.../client/CertificateClientTestImpl.java | 155 +-
.../client/TestDefaultCertificateClient.java | 66 +-
.../client/TestDnCertificateClientInit.java | 2 +-
.../x509/certificate/utils/TestCRLCodec.java | 12 +-
.../certificate/utils/TestCertificateCodec.java | 212 +-
.../utils/TestCertificateSignRequest.java | 13 +-
.../certificate/utils/TestRootCertificate.java | 6 +-
.../security/x509/keys/TestHDDSKeyGenerator.java | 2 +-
.../hdds/security/x509/keys/TestKeyCodec.java | 2 +-
.../hdds/security/x509/keys/package-info.java | 2 +-
.../hadoop/hdds/security/x509/package-info.java | 2 +-
.../hadoop/hdds/server/events/TestEventQueue.java | 2 +-
.../hdds/server/events/TestEventQueueChain.java | 2 +-
.../hadoop/hdds/server/events/package-info.java | 2 +-
.../hdds/server/http/TestBaseHttpServer.java | 2 +-
.../hdds/server/http/TestProfileServlet.java | 2 +-
.../server/http/TestRatisDropwizardExports.java | 2 +-
.../hdds/server/http/TestRatisNameRewrite.java | 2 +-
.../hadoop/hdds/server/http/package-info.java | 2 +-
.../hdds/utils/TestPrometheusMetricsSinkUtil.java | 2 +-
.../hadoop/hdds/utils/TestUgiMetricsUtil.java | 2 +-
.../hadoop/hdds/utils/db/TestDBConfigFromFile.java | 2 +-
.../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 2 +-
.../hdds/utils/db/TestFixedLengthStringUtils.java | 2 +-
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 2 +-
.../hadoop/hdds/utils/db/cache/package-info.java | 2 +-
.../apache/hadoop/hdds/utils/db/package-info.java | 2 +-
.../org/apache/hadoop/hdds/utils/package-info.java | 2 +-
.../src/main/proto/ScmAdminProtocol.proto | 28 +-
.../src/main/proto/ReconfigureProtocol.proto | 12 +
.../interface-client/src/main/proto/hdds.proto | 14 +
.../dev-support/findbugsExcludeFile.xml | 0
hadoop-hdds/managed-rocksdb/pom.xml | 42 +
.../db/managed/ManagedBlockBasedTableConfig.java | 0
.../hdds/utils/db/managed/ManagedBloomFilter.java | 0
.../hdds/utils/db/managed/ManagedCheckpoint.java | 0
.../db/managed/ManagedColumnFamilyOptions.java | 0
.../db/managed/ManagedCompactRangeOptions.java | 0
.../hdds/utils/db/managed/ManagedDBOptions.java | 0
.../hdds/utils/db/managed/ManagedEnvOptions.java | 0
.../hdds/utils/db/managed/ManagedFlushOptions.java | 0
.../managed/ManagedIngestExternalFileOptions.java | 0
.../hdds/utils/db/managed/ManagedLRUCache.java | 0
.../hdds/utils/db/managed/ManagedObject.java | 0
.../hdds/utils/db/managed/ManagedOptions.java | 0
.../hdds/utils/db/managed/ManagedReadOptions.java | 0
.../hdds/utils/db/managed/ManagedRocksDB.java | 6 +
.../utils/db/managed/ManagedRocksIterator.java | 0
.../db/managed/ManagedRocksObjectMetrics.java | 0
.../utils/db/managed/ManagedRocksObjectUtils.java | 0
.../hadoop/hdds/utils/db/managed/ManagedSlice.java | 0
.../utils/db/managed/ManagedSstFileReader.java} | 16 +-
.../db/managed/ManagedSstFileReaderIterator.java} | 21 +-
.../utils/db/managed/ManagedSstFileWriter.java | 0
.../hdds/utils/db/managed/ManagedStatistics.java | 0
.../db/managed/ManagedTransactionLogIterator.java | 0
.../hdds/utils/db/managed/ManagedWriteBatch.java | 0
.../hdds/utils/db/managed/ManagedWriteOptions.java | 0
.../hadoop/hdds/utils/db/managed/package-info.java | 0
hadoop-hdds/pom.xml | 13 +
hadoop-hdds/rocks-native/pom.xml | 421 ++++
hadoop-hdds/rocks-native/src/CMakeLists.txt | 78 +
.../apache/hadoop/hdds/utils/NativeConstants.java | 13 +-
.../hadoop/hdds/utils/NativeLibraryLoader.java | 150 ++
.../utils/NativeLibraryNotLoadedException.java | 20 +-
.../utils/db/managed/ManagedSSTDumpIterator.java | 225 +++
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 103 +
.../hdds/utils/db/managed/PipeInputStream.java | 99 +
.../hdds/utils/db/managed}/package-info.java | 6 +-
.../apache/hadoop/hdds/utils}/package-info.java | 6 +-
.../rocks-native/src/main/native/Pipe.cpp | 29 +-
.../rocks-native/src/main/native/Pipe.h | 56 +-
.../src/main/native/PipeInputStream.cpp | 48 +
.../rocks-native/src/main/native/SSTDumpTool.cpp | 48 +
.../src/main/native/cplusplus_to_java_convert.h | 55 +
.../src/main/patches/rocks-native.patch | 522 +++++
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 5 +-
.../apache/ozone/rocksdiff/RelationshipEdge.java | 2 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 49 +-
.../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 67 +-
.../org/apache/ozone/rocksdiff/package-info.java | 2 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 3 +-
.../block/DatanodeDeletedBlockTransactions.java | 2 +-
.../hadoop/hdds/scm/block/DeletedBlockLog.java | 12 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 25 +-
.../hadoop/hdds/scm/command/package-info.java | 2 +-
.../container/AbstractContainerReportHandler.java | 2 +-
.../scm/container/CloseContainerEventHandler.java | 7 +-
.../hdds/scm/container/ContainerManagerImpl.java | 13 +-
.../hdds/scm/container/ContainerReplica.java | 12 +
.../scm/container/ContainerStateManagerImpl.java | 33 +-
.../IncrementalContainerReportHandler.java | 11 +-
.../balancer/ContainerBalancerMetrics.java | 15 +-
.../container/balancer/ContainerBalancerTask.java | 159 +-
.../hdds/scm/container/balancer/MoveManager.java | 526 +++++
.../hdds/scm/container/closer/package-info.java | 2 +-
.../hadoop/hdds/scm/container/package-info.java | 2 +-
.../algorithms/SCMContainerPlacementMetrics.java | 2 +-
.../placement/algorithms/package-info.java | 2 +-
.../container/placement/metrics/ContainerStat.java | 2 +-
.../container/placement/metrics/package-info.java | 2 +-
.../hdds/scm/container/placement/package-info.java | 2 +-
...nfo.java => AllSourcesOverloadedException.java} | 14 +-
.../replication/ContainerCheckRequest.java | 2 +-
.../replication/ContainerHealthResult.java | 9 +
.../container/replication/ContainerReplicaOp.java | 4 +-
.../DatanodeCommandCountUpdatedHandler.java | 2 +-
.../replication/ECMisReplicationHandler.java | 6 +-
.../replication/ECUnderReplicationHandler.java | 45 +-
.../LegacyRatisContainerReplicaCount.java | 11 +
.../replication/LegacyReplicationManager.java | 162 +-
.../replication/MisReplicationHandler.java | 41 +-
.../replication/RatisContainerReplicaCount.java | 112 +-
.../replication/RatisMisReplicationHandler.java | 21 +-
.../replication/RatisOverReplicationHandler.java | 87 +-
.../replication/RatisUnderReplicationHandler.java | 101 +-
.../container/replication/ReplicationManager.java | 283 ++-
.../replication/UnhealthyReplicationProcessor.java | 29 +-
.../health/ClosingContainerHandler.java | 2 +-
.../health/DeletingContainerHandler.java | 2 +-
.../health/ECReplicationCheckHandler.java | 8 +-
.../health/MismatchedReplicasHandler.java | 34 +-
.../health/RatisReplicationCheckHandler.java | 9 +-
.../RatisUnhealthyReplicationCheckHandler.java | 196 ++
.../scm/container/replication/package-info.java | 2 +-
.../hdds/scm/container/report/package-info.java | 2 +-
.../hdds/scm/container/states/ContainerState.java | 2 +-
.../hdds/scm/container/states/package-info.java | 2 +-
.../apache/hadoop/hdds/scm/events/SCMEvents.java | 10 -
.../hadoop/hdds/scm/events/package-info.java | 2 +-
.../apache/hadoop/hdds/scm/ha/HASecurityUtils.java | 62 +-
.../hdds/scm/ha/InterSCMGrpcProtocolService.java | 2 +-
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 87 +-
.../hdds/scm/ha/SCMHADBTransactionBufferStub.java | 27 +-
.../hadoop/hdds/scm/ha/SCMHAInvocationHandler.java | 2 +-
.../hadoop/hdds/scm/ha/SCMHAManagerStub.java | 2 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 2 +-
.../hadoop/hdds/scm/ha/SCMSnapshotDownloader.java | 2 +-
.../apache/hadoop/hdds/scm/node/CommandQueue.java | 97 +-
.../hdds/scm/node/CommandQueueReportHandler.java | 50 -
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 2 +-
.../hdds/scm/node/InvalidNodeStateException.java | 2 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 29 +-
.../hadoop/hdds/scm/node/NodeManagerMXBean.java | 7 +
.../apache/hadoop/hdds/scm/node/NodeStatus.java | 20 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 135 +-
.../hdds/scm/node/SCMNodeStorageStatMap.java | 2 +-
.../hdds/scm/node/StartDatanodeAdminHandler.java | 2 +-
.../hadoop/hdds/scm/node/StorageReportResult.java | 2 +-
.../apache/hadoop/hdds/scm/node/package-info.java | 2 +-
.../hadoop/hdds/scm/node/states/package-info.java | 2 +-
.../hdds/scm/pipeline/ECPipelineProvider.java | 25 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 2 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 2 +-
.../pipeline/choose/algorithms/package-info.java | 2 +-
.../hadoop/hdds/scm/pipeline/package-info.java | 2 +-
.../SCMSecurityProtocolServerSideTranslatorPB.java | 2 +-
...inerLocationProtocolServerSideTranslatorPB.java | 36 +
.../hadoop/hdds/scm/protocol/package-info.java | 2 +-
.../hdds/scm/safemode/SafeModeRestrictedOps.java | 2 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 113 +-
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 20 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 11 +-
.../hdds/scm/server/SCMStarterInterface.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 83 +-
.../scm/server/StorageContainerManagerStarter.java | 4 +-
.../hadoop/hdds/scm/server/package-info.java | 2 +-
.../ScmOnFinalizeActionForDatanodeSchemaV2.java | 2 +-
.../hdds/scm/update/server/package-info.java | 2 +-
.../main/resources/webapps/scm/scm-overview.html | 60 +-
.../src/main/resources/webapps/scm/scm.js | 45 +-
.../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 2 +-
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 2 +-
.../scm/TestStorageContainerManagerHttpServer.java | 5 +-
.../apache/hadoop/hdds/scm/block/package-info.java | 2 +-
.../hadoop/hdds/scm/command/package-info.java | 2 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 41 +-
.../hdds/scm/container/SimpleMockNodeManager.java | 34 +-
.../container/TestCloseContainerEventHandler.java | 1 +
.../scm/container/TestContainerActionsHandler.java | 2 +-
.../hdds/scm/container/TestContainerReplica.java | 53 +
.../scm/container/TestContainerReportHandler.java | 7 +-
.../scm/container/TestContainerStateManager.java | 7 +-
.../TestIncrementalContainerReportHandler.java | 7 +-
.../scm/container/TestUnknownContainerReport.java | 2 +-
.../container/balancer/TestContainerBalancer.java | 9 +
.../balancer/TestContainerBalancerTask.java | 168 +-
.../scm/container/balancer/TestMoveManager.java | 514 +++++
.../hdds/scm/container/closer/package-info.java | 2 +-
.../hadoop/hdds/scm/container/package-info.java | 2 +-
.../algorithms/TestContainerPlacementFactory.java | 2 +-
.../TestSCMContainerPlacementCapacity.java | 2 +-
.../TestSCMContainerPlacementRandom.java | 2 +-
.../container/replication/ReplicationTestUtil.java | 28 +
.../replication/TestECMisReplicationHandler.java | 32 +-
.../replication/TestECUnderReplicationHandler.java | 74 +-
.../replication/TestLegacyReplicationManager.java | 102 +-
.../replication/TestMisReplicationHandler.java | 58 +-
.../replication/TestOverReplicatedProcessor.java | 32 +-
.../TestRatisContainerReplicaCount.java | 199 +-
.../TestRatisMisReplicationHandler.java | 30 +-
.../TestRatisOverReplicationHandler.java | 11 +-
.../TestRatisUnderReplicationHandler.java | 67 +-
.../replication/TestReplicationManager.java | 208 +-
.../replication/TestUnderReplicatedProcessor.java | 38 +-
.../health/TestECReplicationCheckHandler.java | 4 +-
.../health/TestMismatchedReplicasHandler.java | 38 +
.../health/TestRatisReplicationCheckHandler.java | 28 +-
.../TestRatisUnhealthyReplicationCheckHandler.java | 334 ++++
.../scm/container/replication/package-info.java | 2 +-
.../hdds/scm/container/report/package-info.java | 2 +-
.../container/states/TestContainerAttribute.java | 2 +-
.../hdds/scm/container/states/package-info.java | 2 +-
.../hadoop/hdds/scm/node/TestCommandQueue.java | 31 +-
.../scm/node/TestCommandQueueReportHandler.java | 135 --
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 2 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 2 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 2 +-
.../hadoop/hdds/scm/node/TestNodeStatus.java | 68 +
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 48 +-
.../apache/hadoop/hdds/scm/node/package-info.java | 2 +-
.../scm/node/states/TestNode2ContainerMap.java | 2 +-
.../hdds/scm/node/states/TestNodeStateMap.java | 2 +-
.../hadoop/hdds/scm/node/states/package-info.java | 2 +-
.../hdds/scm/pipeline/MockPipelineManager.java | 2 +-
.../hdds/scm/pipeline/TestECPipelineProvider.java | 76 +-
.../scm/pipeline/TestPipelineActionHandler.java | 2 +-
.../scm/pipeline/TestPipelineStateManagerImpl.java | 2 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 2 +-
.../hdds/scm/pipeline/pipeline/package-info.java | 2 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 2 +-
.../scm/server/TestSCMBlockProtocolServer.java | 2 +-
.../server/TestSCMDatanodeHeartbeatDispatcher.java | 43 -
.../scm/server/TestSCMSecurityProtocolServer.java | 2 +-
.../server/TestStorageContainerManagerStarter.java | 2 +-
.../scm/upgrade/TestScmStartupSlvLessThanMlv.java | 2 +-
.../ozone/container/common/TestEndPoint.java | 140 +-
.../ozone/container/common/package-info.java | 2 +-
.../ozone/container/placement/package-info.java | 2 +-
.../testutils/ReplicationNodeManagerMock.java | 34 +-
.../ozone/container/testutils/package-info.java | 2 +-
.../scm/cli/ContainerBalancerStartSubcommand.java | 2 +-
.../hdds/scm/cli/ContainerOperationClient.java | 13 +
.../org/apache/hadoop/hdds/scm/cli/ScmOption.java | 5 +
.../hadoop/hdds/scm/cli/TopologySubcommand.java | 2 +-
.../hadoop/hdds/scm/cli/cert/InfoSubcommand.java | 4 +-
.../hadoop/hdds/scm/cli/cert/package-info.java | 2 +-
.../hdds/scm/cli/container/package-info.java | 2 +-
.../hadoop/hdds/scm/cli/datanode/package-info.java | 2 +-
.../apache/hadoop/hdds/scm/cli/package-info.java | 2 +-
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 22 +-
.../hadoop/hdds/scm/cli/pipeline/package-info.java | 2 +-
.../hadoop/hdds/scm/cli/cert/TestCleanExpired.java | 2 +-
.../scm/cli/datanode/TestListInfoSubcommand.java | 2 +-
.../cli/datanode/TestMaintenanceSubCommand.java | 2 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 26 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 332 ++-
.../apache/hadoop/ozone/client/OzoneVolume.java | 234 ++-
.../client/checksum/ECFileChecksumHelper.java | 4 +-
.../checksum/ReplicatedFileChecksumHelper.java | 4 +-
.../hadoop/ozone/client/checksum/package-info.java | 2 +-
.../ozone/client/io/ECBlockOutputStreamEntry.java | 23 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 47 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 9 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 22 +-
.../apache/hadoop/ozone/client/package-info.java | 2 +-
.../ozone/client/protocol/ClientProtocol.java | 9 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 174 +-
.../hadoop/ozone/client/TestOzoneClient.java | 2 +-
.../TestReplicatedBlockChecksumComputer.java | 2 +-
.../checksum/TestReplicatedFileChecksumHelper.java | 2 +-
.../hadoop/ozone/client/checksum/package-info.java | 2 +-
.../apache/hadoop/ozone/client/package-info.java | 2 +-
.../hadoop/ozone/client/rpc/TestOzoneKMSUtil.java | 2 +-
.../rpc/{RpcClientTest.java => TestRpcClient.java} | 6 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 97 +-
.../ozone/OzoneIllegalArgumentException.java | 2 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 4 +-
.../hadoop/ozone/client/io/package-info.java | 2 +-
.../apache/hadoop/ozone/conf/OMClientConfig.java | 2 +-
.../org/apache/hadoop/ozone/conf/package-info.java | 2 +-
.../org/apache/hadoop/ozone/ha/package-info.java | 2 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 17 +-
.../hadoop/ozone/om/exceptions/OMException.java | 2 +-
.../ozone/om/exceptions/OMNotLeaderException.java | 45 +-
.../ozone/om/ha/GrpcOMFailoverProxyProvider.java | 15 +-
.../om/ha/HadoopRpcOMFailoverProxyProvider.java | 12 +-
.../ozone/om/ha/OMFailoverProxyProviderBase.java | 26 +-
.../apache/hadoop/ozone/om/ha/package-info.java | 2 +-
.../ozone/om/helpers/BucketEncryptionKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/KeyValueUtil.java | 2 +-
.../hadoop/ozone/om/helpers/OMRatisHelper.java | 2 +-
.../hadoop/ozone/om/helpers/OmKeyRenameInfo.java | 91 +
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 39 +-
.../hadoop/ozone/om/helpers/WithObjectID.java | 6 +-
.../hadoop/ozone/om/helpers/package-info.java | 2 +-
.../apache/hadoop/ozone/om/lock/package-info.java | 2 +-
.../om/multitenant/OzoneTenantRolePrincipal.java | 2 +-
.../org/apache/hadoop/ozone/om/package-info.java | 2 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 22 +-
.../hadoop/ozone/om/protocol/package-info.java | 2 +-
.../ozone/om/protocolPB/GrpcOmTransport.java | 26 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 76 +-
.../hadoop/ozone/om/protocolPB/package-info.java | 2 +-
.../java/org/apache/hadoop/ozone/package-info.java | 2 +-
.../hadoop/ozone/security/acl/package-info.java | 2 +-
.../apache/hadoop/ozone/security/package-info.java | 2 +-
.../hadoop/ozone/snapshot/SnapshotDiffReport.java | 40 +-
.../ozone/snapshot/SnapshotDiffResponse.java | 85 +
.../apache/hadoop/ozone/snapshot/package-info.java | 2 +-
.../org/apache/hadoop/ozone/util/package-info.java | 2 +-
.../ozone/om/helpers/TestOmMultipartUpload.java | 2 +-
.../ozone/security/acl/TestOzoneObjInfo.java | 2 +-
.../org/apache/hadoop/ozone/csi/CsiServer.java | 6 +-
.../org/apache/hadoop/ozone/csi/package-info.java | 2 +-
.../dist/dev-support/bin/dist-layout-stitching | 2 +
hadoop-ozone/dist/pom.xml | 16 +-
.../src/main/compose/ozone-ha/docker-compose.yaml | 12 +-
.../dist/src/main/compose/ozone-ha/docker-config | 4 +
.../dist/src/main/compose/ozone-ha/test.sh | 1 +
.../src/main/compose/ozone/docker-compose.yaml | 8 +
.../dist/src/main/compose/ozone/docker-config | 3 +
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 8 +-
.../dist/src/main/compose/ozones3-haproxy/test.sh | 4 +-
.../compose/ozonesecure-ha/docker-compose.yaml | 18 +
.../src/main/compose/ozonesecure-ha/docker-config | 19 +-
.../dist/src/main/compose/ozonesecure-ha/test.sh | 2 +
.../main/compose/ozonesecure/docker-compose.yaml | 16 +-
.../src/main/compose/ozonesecure/docker-config | 20 +-
.../dist/src/main/compose/ozonesecure/test.sh | 3 +
hadoop-ozone/dist/src/main/keytabs/HTTP.keytab | Bin 432 -> 580 bytes
hadoop-ozone/dist/src/main/keytabs/dn.keytab | Bin 278 -> 278 bytes
hadoop-ozone/dist/src/main/keytabs/hadoop.keytab | Bin 146 -> 146 bytes
hadoop-ozone/dist/src/main/keytabs/httpfs.keytab | Bin 0 -> 458 bytes
hadoop-ozone/dist/src/main/keytabs/jhs.keytab | Bin 142 -> 142 bytes
hadoop-ozone/dist/src/main/keytabs/nm.keytab | Bin 138 -> 138 bytes
hadoop-ozone/dist/src/main/keytabs/om.keytab | Bin 278 -> 278 bytes
hadoop-ozone/dist/src/main/keytabs/recon.keytab | Bin 296 -> 296 bytes
hadoop-ozone/dist/src/main/keytabs/rm.keytab | Bin 138 -> 138 bytes
hadoop-ozone/dist/src/main/keytabs/s3g.keytab | Bin 434 -> 434 bytes
hadoop-ozone/dist/src/main/keytabs/scm.keytab | Bin 586 -> 586 bytes
hadoop-ozone/dist/src/main/keytabs/testuser.keytab | Bin 450 -> 606 bytes
.../dist/src/main/keytabs/testuser2.keytab | Bin 154 -> 154 bytes
.../dist/src/main/keytabs/update-keytabs.sh | 6 +
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 9 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 10 +-
.../dist/src/main/smoketest/basic/links.robot | 16 +-
.../src/main/smoketest/ec/backward-compat.robot | 106 +-
.../dist/src/main/smoketest/ec/basic.robot | 89 +-
.../dist/src/main/smoketest/ec/lib.resource | 18 +-
hadoop-ozone/dist/src/main/smoketest/ec/read.robot | 38 +
.../src/main/smoketest/httpfs/operations.robot | 49 +
.../main/smoketest/httpfs/operations_tests.robot | 164 ++
.../dist/src/main/smoketest/omha/testOMHA.robot | 46 +
.../dist/src/main/smoketest/ozone-lib/shell.robot | 6 +-
.../dist/src/main/smoketest/s3/webui.robot | 2 +-
.../main/smoketest/snapshot/snapshot-acls.robot | 73 +
hadoop-ozone/dist/src/shell/ozone/ozone | 8 +-
.../apache/hadoop/ozone/failure/package-info.java | 2 +-
.../ozone/loadgenerators/AgedDirLoadGenerator.java | 2 +-
.../loadgenerators/NestedDirLoadGenerator.java | 2 +-
.../loadgenerators/RandomDirLoadGenerator.java | 2 +-
.../src/test/resources/log4j.properties | 2 +-
hadoop-ozone/httpfsgateway/README.txt | 17 +
.../dev-support/findbugsExcludeFile.xml | 41 +
hadoop-ozone/httpfsgateway/pom.xml | 333 ++++
.../httpfsgateway/src/main/conf/httpfs-env.sh | 59 +
.../src/main/conf/httpfs-log4j.properties | 35 +
.../httpfsgateway/src/main/conf/httpfs-site.xml | 17 +
.../org/apache/ozone/fs/http/HttpFSConstants.java | 199 ++
.../org/apache/ozone/fs/http}/package-info.java | 5 +-
.../http/server/CheckUploadContentTypeFilter.java | 115 ++
.../apache/ozone/fs/http/server/FSOperations.java | 2105 ++++++++++++++++++++
.../fs/http/server/HttpFSAuthenticationFilter.java | 144 ++
.../fs/http/server/HttpFSExceptionProvider.java | 113 ++
.../fs/http/server/HttpFSParametersProvider.java | 724 +++++++
.../ozone/fs/http/server/HttpFSReleaseFilter.java | 28 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 1394 +++++++++++++
.../ozone/fs/http/server/HttpFSServerWebApp.java | 162 ++
.../fs/http/server/HttpFSServerWebServer.java | 188 ++
.../org/apache/ozone/fs/http/server/JsonUtil.java | 512 +++++
.../http/server/metrics/HttpFSServerMetrics.java | 164 ++
.../fs/http/server/metrics}/package-info.java | 10 +-
.../apache/ozone/fs/http/server}/package-info.java | 5 +-
.../apache/ozone/hdfs/web/WebHdfsConstants.java | 43 +-
.../org/apache/ozone/hdfs/web}/package-info.java | 5 +-
.../apache/ozone/lib/lang/RunnableCallable.java | 99 +
.../java/org/apache/ozone/lib/lang/XException.java | 140 ++
.../org/apache/ozone/lib/lang}/package-info.java | 5 +-
.../org/apache/ozone/lib/server/BaseService.java | 185 ++
.../java/org/apache/ozone/lib/server/Server.java | 841 ++++++++
.../apache/ozone/lib/server/ServerException.java | 98 +
.../java/org/apache/ozone/lib/server/Service.java | 84 +
.../apache/ozone/lib/server/ServiceException.java | 28 +-
.../org/apache/ozone/lib/server}/package-info.java | 5 +-
.../apache/ozone/lib/service/FileSystemAccess.java | 36 +-
.../lib/service/FileSystemAccessException.java | 63 +
.../java/org/apache/ozone/lib/service/Groups.java} | 22 +-
.../apache/ozone/lib/service/Instrumentation.java | 44 +-
.../org/apache/ozone/lib/service/Scheduler.java | 29 +-
.../service/hadoop/FileSystemAccessService.java | 465 +++++
.../ozone/lib/service/hadoop}/package-info.java | 5 +-
.../instrumentation/InstrumentationService.java | 446 +++++
.../lib/service/instrumentation}/package-info.java | 5 +-
.../apache/ozone/lib/service}/package-info.java | 5 +-
.../lib/service/scheduler/SchedulerService.java | 150 ++
.../ozone/lib/service/scheduler}/package-info.java | 5 +-
.../ozone/lib/service/security/GroupsService.java | 61 +
.../ozone/lib/service/security}/package-info.java | 5 +-
.../ozone/lib/servlet/FileSystemReleaseFilter.java | 115 ++
.../apache/ozone/lib/servlet/HostnameFilter.java | 115 ++
.../org/apache/ozone/lib/servlet/MDCFilter.java | 108 +
.../org/apache/ozone/lib/servlet/ServerWebApp.java | 245 +++
.../apache/ozone/lib/servlet}/package-info.java | 5 +-
.../main/java/org/apache/ozone/lib/util/Check.java | 221 ++
.../apache/ozone/lib/util/ConfigurationUtils.java | 98 +
.../org/apache/ozone/lib/util}/package-info.java | 5 +-
.../org/apache/ozone/lib/wsrs/BooleanParam.java | 37 +-
.../java/org/apache/ozone/lib/wsrs/ByteParam.java} | 30 +-
.../java/org/apache/ozone/lib/wsrs/EnumParam.java | 39 +-
.../org/apache/ozone/lib/wsrs/EnumSetParam.java | 77 +
.../apache/ozone/lib/wsrs/ExceptionProvider.java | 64 +
.../apache/ozone/lib/wsrs/InputStreamEntity.java | 67 +
.../org/apache/ozone/lib/wsrs/IntegerParam.java} | 30 +-
.../org/apache/ozone/lib/wsrs/JSONMapProvider.java | 82 +
.../org/apache/ozone/lib/wsrs/JSONProvider.java | 81 +
.../java/org/apache/ozone/lib/wsrs/LongParam.java} | 30 +-
.../main/java/org/apache/ozone/lib/wsrs/Param.java | 69 +
.../java/org/apache/ozone/lib/wsrs/Parameters.java | 82 +
.../apache/ozone/lib/wsrs/ParametersProvider.java | 128 ++
.../java/org/apache/ozone/lib/wsrs/ShortParam.java | 38 +-
.../org/apache/ozone/lib/wsrs/StringParam.java | 73 +
.../org/apache/ozone/lib/wsrs}/package-info.java | 5 +-
.../main/libexec/shellprofile.d/hadoop-httpfs.sh | 54 +
.../src/main/resources/default-log4j.properties | 20 +
.../src/main/resources/httpfs-default.xml | 337 ++++
.../src/main/resources/httpfs.properties | 21 +
.../src/main/resources/webapps/static/index.html | 36 +
.../main/resources/webapps/webhdfs/WEB-INF/web.xml | 98 +
hadoop-ozone/httpfsgateway/src/main/sbin/httpfs.sh | 64 +
.../httpfsgateway/src/main/webapp/WEB-INF/web.xml | 98 +
.../httpfsgateway/src/site/configuration.xsl | 49 +
.../httpfsgateway/src/site/resources/css/site.css | 30 +
hadoop-ozone/httpfsgateway/src/site/site.xml | 29 +
.../ozone/insight/datanode/package-info.java | 2 +-
.../hadoop/ozone/insight/om/package-info.java | 2 +-
.../apache/hadoop/ozone/insight/package-info.java | 2 +-
.../hadoop/ozone/insight/scm/package-info.java | 2 +-
.../hadoop/ozone/insight/TestBaseInsightPoint.java | 2 +-
.../ozone/insight/TestConfigurationSubCommand.java | 2 +-
.../hadoop/ozone/insight/TestLogSubcommand.java | 2 +-
hadoop-ozone/integration-test/pom.xml | 7 +
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 227 ++-
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 8 +-
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 55 +-
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 10 +-
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 45 +-
.../ozone/contract/ITestOzoneContractCreate.java | 23 +-
.../ozone/contract/ITestOzoneContractDelete.java | 23 +-
.../contract/ITestOzoneContractGetFileStatus.java | 28 +-
.../fs/ozone/contract/ITestOzoneContractMkdir.java | 23 +-
.../fs/ozone/contract/ITestOzoneContractOpen.java | 23 +-
.../ozone/contract/ITestOzoneContractRename.java | 23 +-
.../ozone/contract/ITestOzoneContractRootDir.java | 23 +-
.../ozone/contract/ITestOzoneContractUnbuffer.java | 2 +-
.../fs/ozone/contract/ITestOzoneContractUtils.java | 61 -
.../hadoop/fs/ozone/contract/OzoneContract.java | 39 +-
.../org/apache/hadoop/fs/ozone/package-info.java | 2 +-
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 2 +-
.../hadoop/hdds/scm/pipeline/package-info.java | 2 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 2 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 397 ++--
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 4 +-
.../ozone/TestContainerBalancerOperations.java | 2 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 2 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 110 -
.../hadoop/ozone/TestOzoneConfigurationFields.java | 4 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 233 ++-
.../hadoop/ozone/TestStorageContainerManager.java | 2 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 2 +
.../rpc/TestBlockOutputStreamFlushDelay.java | 2 +
.../rpc/TestBlockOutputStreamWithFailures.java | 2 +
...estBlockOutputStreamWithFailuresFlushDelay.java | 2 +
.../client/rpc/TestContainerStateMachine.java | 2 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 2 +-
.../client/rpc/TestDiscardPreallocatedBlocks.java | 2 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 2 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 46 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 2 +-
.../client/rpc/read/TestChunkInputStream.java | 109 +-
.../ozone/client/rpc/read/TestInputStreamBase.java | 2 +
.../ozone/container/TestContainerReplication.java | 50 +-
.../ozone/container/TestECContainerRecovery.java | 10 +-
.../apache/hadoop/ozone/container/TestHelper.java | 20 +-
.../commandhandler/TestDeleteContainerHandler.java | 322 ++-
.../statemachine/commandhandler/package-info.java | 2 +-
.../container/metrics/TestContainerMetrics.java | 2 +-
.../metrics/TestDatanodeQueueMetrics.java | 2 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 2 +-
.../ozoneimpl/TestSecureOzoneContainer.java | 4 +-
.../hadoop/ozone/container/package-info.java | 2 +-
.../replication/TestContainerReplication.java | 63 +-
.../server/TestSecureContainerServer.java | 4 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 2 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 1 +
.../hadoop/ozone/fsck/TestContainerMapper.java | 2 +-
.../ozone/om/TestContainerReportWithKeys.java | 2 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 2 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 2 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 2 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 57 +-
.../ozone/om/TestOmContainerLocationCache.java | 2 +-
.../org/apache/hadoop/ozone/om/TestOmSnapshot.java | 273 ++-
.../hadoop/ozone/om/TestOmSnapshotFileSystem.java | 101 +-
.../ozone/om/TestOzoneManagerHAMetadataOnly.java | 49 +
.../ozone/om/TestOzoneManagerHAWithData.java | 129 +-
.../ozone/om/TestOzoneManagerHAWithFailover.java | 1 +
.../hadoop/ozone/om/TestSecureOzoneManager.java | 20 +-
.../org/apache/hadoop/ozone/om/package-info.java | 2 +-
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 543 +++++
.../hadoop/ozone/om/snapshot}/package-info.java | 5 +-
.../java/org/apache/hadoop/ozone/package-info.java | 2 +-
.../hadoop/ozone/reconfig/TestScmReconfigure.java | 101 +
.../hadoop/ozone/scm/TestXceiverClientGrpc.java | 71 +-
.../apache/hadoop/ozone/scm/node/package-info.java | 2 +-
.../hadoop/ozone/scm/pipeline/package-info.java | 2 +-
.../ozone/shell/TestDeletedBlocksTxnShell.java | 270 +++
.../TestResetDeletedBlockRetryCountShell.java | 169 --
.../ozone/shell/TestTransferLeadershipShell.java | 137 ++
.../src/main/proto/OmClientProtocol.proto | 42 +-
.../apache/hadoop/ozone/om/ExpiredOpenKeys.java | 68 +
.../apache/hadoop/ozone/om/OMMetadataManager.java | 26 +-
.../ozone/om/codec/OmDBDiffReportEntryCodec.java | 53 +
.../ozone/om/codec/OmKeyRenameInfoCodec.java | 55 +
.../hadoop/ozone/om/helpers/package-info.java | 2 +-
.../org/apache/hadoop/ozone/om/package-info.java | 2 +-
.../apache/hadoop/ozone/om/ratis/package-info.java | 2 +-
.../ozone/om/codec/TestOmPrefixInfoCodec.java | 2 +-
.../apache/hadoop/ozone/om/codec/package-info.java | 2 +-
.../hadoop/ozone/om/helpers/package-info.java | 2 +-
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 24 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 11 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 126 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 3 +
.../apache/hadoop/ozone/om/OMStarterInterface.java | 2 +-
.../java/org/apache/hadoop/ozone/om/OMStorage.java | 2 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 132 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 135 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 139 +-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 9 +-
.../hadoop/ozone/om/OzoneManagerStarter.java | 4 +-
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 25 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 26 +-
.../hadoop/ozone/om/SstFilteringService.java | 9 +-
.../hadoop/ozone/om/codec/OMDBDefinition.java | 12 +-
.../apache/hadoop/ozone/om/codec/package-info.java | 2 +-
.../apache/hadoop/ozone/om/fs/package-info.java | 2 +-
.../org/apache/hadoop/ozone/om/ha/OMHAMetrics.java | 132 ++
.../ozone/om/multitenant/AuthorizerLock.java | 15 +-
.../ozone/om/multitenant/AuthorizerLockImpl.java | 24 +-
.../org/apache/hadoop/ozone/om/package-info.java | 2 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 9 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 71 +-
.../apache/hadoop/ozone/om/ratis/package-info.java | 2 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 3 +
.../om/request/bucket/OMBucketCreateRequest.java | 2 +-
.../ozone/om/request/bucket/package-info.java | 2 +-
.../om/request/file/OMDirectoryCreateRequest.java | 14 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 3 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 10 +-
.../request/file/OMFileCreateRequestWithFSO.java | 4 +-
.../ozone/om/request/file/OMFileRequest.java | 72 +-
.../hadoop/ozone/om/request/file/package-info.java | 2 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 2 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 13 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 6 +
.../ozone/om/request/key/OMKeyCreateRequest.java | 10 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 3 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 4 +
.../om/request/key/acl/prefix/package-info.java | 2 +-
.../hadoop/ozone/om/request/key/package-info.java | 2 +-
.../hadoop/ozone/om/request/package-info.java | 2 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 8 +-
.../S3MultipartUploadCompleteRequest.java | 5 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 5 +-
.../ozone/om/request/security/package-info.java | 2 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 28 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 2 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 138 ++
.../ozone/om/request/snapshot/package-info.java | 2 +-
.../ozone/om/request/validation/package-info.java | 2 +-
.../ozone/om/request/volume/acl/package-info.java | 2 +-
.../ozone/om/request/volume/package-info.java | 2 +-
.../ozone/om/response/bucket/acl/package-info.java | 2 +-
.../ozone/om/response/bucket/package-info.java | 2 +-
.../ozone/om/response/file/package-info.java | 2 +-
.../ozone/om/response/key/OMKeyRenameResponse.java | 21 +-
.../response/key/OMKeyRenameResponseWithFSO.java | 19 +-
.../om/response/key/OMKeysDeleteResponse.java | 2 +-
.../om/response/key/OMKeysRenameResponse.java | 22 +-
.../om/response/key/OMTrashRecoverResponse.java | 15 +-
.../hadoop/ozone/om/response/key/package-info.java | 2 +-
.../hadoop/ozone/om/response/package-info.java | 2 +-
.../S3MultipartUploadCompleteResponse.java | 15 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 10 +-
.../ozone/om/response/security/package-info.java | 2 +-
.../snapshot/OMSnapshotCreateResponse.java | 28 +-
.../OMSnapshotMoveDeletedKeysResponse.java | 126 ++
.../ozone/om/response/volume/package-info.java | 2 +-
.../ozone/om/service/OMRangerBGSyncService.java | 49 +-
.../ozone/om/service/OpenKeyCleanupService.java | 67 +-
.../ozone/om/service/SnapshotDeletingService.java | 380 ++++
.../{package-info.java => PersistentList.java} | 18 +-
.../{package-info.java => PersistentMap.java} | 10 +-
.../{package-info.java => PersistentSet.java} | 12 +-
.../ozone/om/snapshot/RocksDbPersistentList.java | 141 ++
.../ozone/om/snapshot/RocksDbPersistentMap.java | 72 +
.../ozone/om/snapshot/RocksDbPersistentSet.java | 87 +
.../ozone/om/snapshot/SnapshotDiffManager.java | 493 +++--
.../hadoop/ozone/om/snapshot/package-info.java | 2 +-
.../hadoop/ozone/om/upgrade/package-info.java | 2 +-
...OzoneManagerProtocolServerSideTranslatorPB.java | 9 +-
.../protocolPB/OzoneManagerRequestHandler.java | 34 +-
.../hadoop/ozone/protocolPB/package-info.java | 2 +-
.../hadoop/ozone/security/OMCertificateClient.java | 83 +-
.../ozone/security/acl/OzoneNativeAuthorizer.java | 10 +-
.../hadoop/ozone/security/acl/package-info.java | 2 +-
.../apache/hadoop/ozone/security/package-info.java | 2 +-
.../hadoop/ozone/om/TestAuthorizerLockImpl.java | 37 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 10 +-
.../ozone/om/TestOMMultiTenantManagerImpl.java | 2 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 18 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 2 +-
.../ozone/om/TestOzoneManagerHttpServer.java | 46 +-
.../hadoop/ozone/om/TestOzoneManagerStarter.java | 2 +-
.../hadoop/ozone/om/failover/TestOMFailovers.java | 6 +-
.../apache/hadoop/ozone/om/ha/TestOMHAMetrics.java | 61 +
.../TestMultiTenantAccessController.java | 2 +-
.../om/ratis/TestOzoneManagerDoubleBuffer.java | 12 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 9 +-
.../ozone/om/request/bucket/package-info.java | 2 +-
.../hadoop/ozone/om/request/file/package-info.java | 2 +-
.../hadoop/ozone/om/request/key/package-info.java | 2 +-
...estS3MultipartUploadCompleteRequestWithFSO.java | 2 +-
.../ozone/om/request/security/package-info.java | 2 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 94 +
.../snapshot/TestOMSnapshotDeleteRequest.java | 5 +
.../ozone/om/request/snapshot/package-info.java | 2 +-
.../ozone/om/request/volume/acl/package-info.java | 2 +-
.../ozone/om/request/volume/package-info.java | 2 +-
.../ozone/om/response/TestCleanupTableInfo.java | 2 +-
.../ozone/om/response/bucket/package-info.java | 2 +-
.../ozone/om/response/file/package-info.java | 2 +-
.../om/response/key/TestOMKeyRenameResponse.java | 22 +-
.../key/TestOMKeyRenameResponseWithFSO.java | 9 +
.../hadoop/ozone/om/response/key/package-info.java | 2 +-
.../s3/multipart/TestS3MultipartResponse.java | 2 +-
...stS3MultipartUploadCompleteResponseWithFSO.java | 85 +
.../ozone/om/response/snapshot/package-info.java | 2 +-
.../ozone/om/service/TestKeyDeletingService.java | 2 +-
.../om/service/TestOpenKeyCleanupService.java | 60 +-
.../om/service/TestSnapshotDeletingService.java | 318 +++
.../om/snapshot/TestRocksDbPersistentList.java | 118 ++
.../om/snapshot/TestRocksDbPersistentMap.java | 127 ++
.../om/snapshot/TestRocksDbPersistentSet.java | 143 ++
.../ozone/om/upgrade/TestOMVersionManager.java | 2 +-
.../ozone/security/TestAWSV4AuthValidator.java | 2 +-
.../security/TestOmCertificateClientInit.java | 12 +-
.../TestOzoneDelegationTokenSecretManager.java | 34 +-
.../ozone/security/TestOzoneManagerBlockToken.java | 2 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 2 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 2 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 6 +-
.../fs/ozone/CapableOzoneFSOutputStream.java | 13 +-
.../org/apache/hadoop/fs/ozone/OzoneFsShell.java | 14 +-
.../org/apache/hadoop/fs/ozone/package-info.java | 2 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 34 +
.../org/apache/hadoop/fs/ozone/package-info.java | 2 +-
.../org/apache/hadoop/fs/StreamCapabilities.java | 132 ++
.../org/apache/hadoop/fs/ozone/package-info.java | 2 +-
.../apache/hadoop/fs/{ozone => }/package-info.java | 9 +-
.../org/apache/hadoop/fs/ozone/package-info.java | 2 +-
.../org/apache/hadoop/fs/ozone/package-info.java | 2 +-
hadoop-ozone/pom.xml | 11 +
.../hadoop/ozone/recon/codegen/package-info.java | 2 +-
.../hadoop/ozone/recon/schema/package-info.java | 2 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 14 +-
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 29 -
.../recon/api/handlers/LegacyBucketHandler.java | 2 +-
.../ozone/recon/api/handlers/package-info.java | 2 +-
.../hadoop/ozone/recon/api/package-info.java | 2 +-
.../hadoop/ozone/recon/api/types/package-info.java | 2 +-
.../hadoop/ozone/recon/codec/NSSummaryCodec.java | 2 +-
.../hadoop/ozone/recon/codec/package-info.java | 2 +-
.../ozone/recon/fsck/ContainerHealthStatus.java | 2 +-
.../hadoop/ozone/recon/fsck/package-info.java | 2 +-
.../recon/metrics/ReconTaskStatusMetrics.java | 2 +-
.../apache/hadoop/ozone/recon/package-info.java | 2 +-
.../persistence/SqliteDataSourceProvider.java | 2 +-
.../ozone/recon/persistence/package-info.java | 2 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 2 +-
.../hadoop/ozone/recon/recovery/package-info.java | 2 +-
.../hadoop/ozone/recon/scm/package-info.java | 2 +-
.../recon/security}/ReconCertificateClient.java | 51 +-
.../hadoop/ozone/recon/security}/package-info.java | 4 +-
.../impl/StorageContainerServiceProviderImpl.java | 5 +-
.../hadoop/ozone/recon/spi/impl/package-info.java | 2 +-
.../hadoop/ozone/recon/spi/package-info.java | 2 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 114 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 16 +-
.../hadoop/ozone/recon/tasks/package-info.java | 2 +-
.../components/autoReloadPanel/autoReloadPanel.tsx | 2 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 44 +-
.../recon/api/TestNSSummaryEndpointWithFSO.java | 2 +-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 2 +-
.../hadoop/ozone/recon/api/package-info.java | 2 +-
.../recon/fsck/TestContainerHealthStatus.java | 2 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 2 +-
.../apache/hadoop/ozone/recon/package-info.java | 2 +-
.../ozone/recon/persistence/package-info.java | 2 +-
.../recovery/TestReconOmMetadataManagerImpl.java | 2 +-
.../hadoop/ozone/recon/recovery/package-info.java | 2 +-
.../scm/AbstractReconContainerManagerTest.java | 2 +-
...TestReconIncrementalContainerReportHandler.java | 2 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 2 +-
.../recon/scm/TestReconPipelineReportHandler.java | 2 +-
.../ozone/recon/spi/impl/TestReconDBProvider.java | 2 +-
.../TestStorageContainerServiceProviderImpl.java | 2 +-
.../hadoop/ozone/recon/spi/impl/package-info.java | 2 +-
.../recon/tasks/TestContainerKeyMapperTask.java | 2 +-
.../ozone/recon/tasks/TestFileSizeCountTask.java | 222 ++-
.../ozone/recon/tasks/TestNSSummaryTask.java | 2 +-
.../recon/tasks/TestNSSummaryTaskWithLegacy.java | 2 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 2 +-
.../hadoop/ozone/recon/tasks/package-info.java | 2 +-
hadoop-ozone/s3gateway/pom.xml | 2 +-
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 2 +-
.../hadoop/ozone/s3/S3GatewayConfigKeys.java | 9 +-
.../org/apache/hadoop/ozone/s3/TracingFilter.java | 29 +-
.../hadoop/ozone/s3/commontypes/CommonPrefix.java | 8 +-
.../{CommonPrefix.java => EncodingTypeObject.java} | 40 +-
.../hadoop/ozone/s3/commontypes/KeyMetadata.java | 6 +-
.../ozone/s3/commontypes/ObjectKeyNameAdapter.java | 14 +-
.../hadoop/ozone/s3/commontypes/package-info.java | 2 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 32 +-
.../ozone/s3/endpoint/ListObjectResponse.java | 33 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 18 +
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 3 +
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 2 +-
.../hadoop/ozone/s3/metrics/package-info.java | 2 +-
.../org/apache/hadoop/ozone/s3/package-info.java | 2 +-
.../hadoop/ozone/s3/signature/package-info.java | 2 +-
.../apache/hadoop/ozone/s3/util/package-info.java | 2 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 11 +-
.../hadoop/ozone/client/ObjectStoreStub.java | 17 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 78 +-
.../hadoop/ozone/client/OzoneVolumeStub.java | 86 +-
.../apache/hadoop/ozone/client/package-info.java | 2 +-
.../ozone/s3/TestSignedChunksInputStream.java | 2 +-
.../s3/commontypes/TestObjectKeyNameAdapter.java | 23 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 121 +-
.../ozone/s3/endpoint/TestBucketResponse.java | 2 +-
.../TestMultiDeleteRequestUnmarshaller.java | 2 +-
.../ozone/s3/endpoint/TestObjectEndpoint.java | 2 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 96 +-
.../hadoop/ozone/s3/endpoint/package-info.java | 2 +-
.../hadoop/ozone/s3/exception/package-info.java | 2 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 2 +-
.../org/apache/hadoop/ozone/s3/package-info.java | 2 +-
.../s3/signature/TestStringToSignProducer.java | 2 +-
.../hadoop/ozone/s3/util/TestContinueToken.java | 2 +-
.../hadoop/ozone/s3/util/TestRFC1123Util.java | 2 +-
.../hadoop/ozone/admin/nssummary/package-info.java | 2 +-
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 3 +-
.../ozone/admin/om/TransferOmLeaderSubCommand.java | 73 +
.../reconfig/ReconfigurePropertiesSubcommand.java | 5 +-
.../admin/reconfig/ReconfigureStartSubcommand.java | 5 +-
.../reconfig/ReconfigureStatusSubcommand.java | 7 +-
...ScmAdmin.java => DeletedBlocksTxnCommands.java} | 40 +-
.../admin/scm/FinalizationScmStatusSubcommand.java | 2 +-
.../scm/GetFailedDeletedBlocksTxnSubcommand.java | 91 +
.../scm/ResetDeletedBlockRetryCountSubcommand.java | 57 +-
.../apache/hadoop/ozone/admin/scm/ScmAdmin.java | 5 +-
.../admin/scm/TransferScmLeaderSubCommand.java | 72 +
.../org/apache/hadoop/ozone/debug/DBScanner.java | 2 +-
.../apache/hadoop/ozone/debug/ReadReplicas.java | 2 +-
.../hadoop/ozone/debug/container/package-info.java | 2 +-
.../org/apache/hadoop/ozone/freon/ProgressBar.java | 2 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 7 +-
.../hadoop/ozone/freon/SCMThroughputBenchmark.java | 2 +-
.../org/apache/hadoop/ozone/fsck/package-info.java | 2 +-
.../hadoop/ozone/segmentparser/BaseLogParser.java | 3 +-
.../ozone/shell/keys/ChecksumKeyHandler.java | 100 +
.../hadoop/ozone/shell/keys/KeyCommands.java | 3 +-
.../ozone/shell/snapshot/SnapshotDiffHandler.java | 12 +-
.../hadoop/ozone/shell/token/TokenOption.java | 2 +-
.../hadoop/ozone/shell/volume/package-info.java | 2 +-
.../ozone/debug/TestDBDefinitionFactory.java | 2 +-
.../containergenerator/TestGeneratorDatanode.java | 2 +-
.../apache/hadoop/ozone/freon/package-info.java | 2 +-
.../org/apache/hadoop/ozone/fsck/package-info.java | 2 +-
.../org/apache/hadoop/ozone/om/package-info.java | 2 +-
.../shell/TestOzoneAddressClientCreation.java | 2 +-
.../ozone/shell/keys/TestChecksumKeyHandler.java | 122 ++
.../hadoop/ozone/shell/keys}/package-info.java | 4 +-
pom.xml | 38 +-
1132 files changed, 33275 insertions(+), 6830 deletions(-)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/server/YamlUtils.java
rename
hadoop-hdds/config/src/test/java/org/apache/hadoop/hdds/conf/{ConfigurationSourceTest.java
=> TestConfigurationSource.java} (98%)
copy
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/{impl/TopNOrderedContainerDeletionChoosingPolicy.java
=> interfaces/ContainerDeletionChoosingPolicyTemplate.java} (52%)
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractUnbuffer.java
=>
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/helpers/TestDatanodeIdYaml.java
(51%)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestGrpcContainerUploader.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestGrpcReplicationService.java
create mode 100644 hadoop-hdds/docs/content/design/httpfs.md
create mode 100644 hadoop-hdds/docs/content/feature/ErasureCoding.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/HttpFS.md
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/container/common/helpers/DeletedBlocksTransactionInfoWrapper.java
copy
hadoop-hdds/framework/src/{test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/package-info.java
=>
main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/CAType.java}
(67%)
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/CertificateClientTest.java
rename {hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone =>
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate}/client/CertificateClientTestImpl.java
(80%)
copy hadoop-hdds/{rocksdb-checkpoint-differ =>
managed-rocksdb}/dev-support/findbugsExcludeFile.xml (100%)
create mode 100644 hadoop-hdds/managed-rocksdb/pom.xml
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedBlockBasedTableConfig.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedBloomFilter.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedCheckpoint.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedColumnFamilyOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedCompactRangeOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedDBOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedEnvOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedFlushOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedIngestExternalFileOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedLRUCache.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedObject.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedReadOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRocksDB.java
(93%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRocksIterator.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRocksObjectMetrics.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRocksObjectUtils.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSlice.java
(100%)
copy
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedWriteBatch.java
=>
managed-rocksdb/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSstFileReader.java}
(75%)
copy
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedWriteBatch.java
=>
managed-rocksdb/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSstFileReaderIterator.java}
(71%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSstFileWriter.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedStatistics.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedTransactionLogIterator.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedWriteBatch.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedWriteOptions.java
(100%)
rename hadoop-hdds/{framework =>
managed-rocksdb}/src/main/java/org/apache/hadoop/hdds/utils/db/managed/package-info.java
(100%)
create mode 100644 hadoop-hdds/rocks-native/pom.xml
create mode 100644 hadoop-hdds/rocks-native/src/CMakeLists.txt
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/signature/package-info.java
=>
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeConstants.java
(77%)
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java
copy
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/package-info.java
=>
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryNotLoadedException.java
(65%)
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSSTDumpIterator.java
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSSTDumpTool.java
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/PipeInputStream.java
copy
{hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/signature =>
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed}/package-info.java
(80%)
copy
{hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/signature =>
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils}/package-info.java
(81%)
copy
hadoop-ozone/ozonefs/src/main/java/org/apache/hadoop/fs/ozone/package-info.java
=> hadoop-hdds/rocks-native/src/main/native/Pipe.cpp (70%)
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/commontypes/CommonPrefix.java
=> hadoop-hdds/rocks-native/src/main/native/Pipe.h (52%)
create mode 100644 hadoop-hdds/rocks-native/src/main/native/PipeInputStream.cpp
create mode 100644 hadoop-hdds/rocks-native/src/main/native/SSTDumpTool.cpp
create mode 100644
hadoop-hdds/rocks-native/src/main/native/cplusplus_to_java_convert.h
create mode 100644 hadoop-hdds/rocks-native/src/main/patches/rocks-native.patch
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/MoveManager.java
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/{package-info.java
=> AllSourcesOverloadedException.java} (77%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/health/RatisUnhealthyReplicationCheckHandler.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/CommandQueueReportHandler.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/TestContainerReplica.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestMoveManager.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/health/TestRatisUnhealthyReplicationCheckHandler.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/TestCommandQueueReportHandler.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/TestNodeStatus.java
rename
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/rpc/{RpcClientTest.java
=> TestRpcClient.java} (98%)
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmKeyRenameInfo.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/snapshot/SnapshotDiffResponse.java
create mode 100755 hadoop-ozone/dist/src/main/keytabs/httpfs.keytab
create mode 100644 hadoop-ozone/dist/src/main/smoketest/ec/read.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/httpfs/operations.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/httpfs/operations_tests.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/snapshot/snapshot-acls.robot
create mode 100644 hadoop-ozone/httpfsgateway/README.txt
create mode 100644
hadoop-ozone/httpfsgateway/dev-support/findbugsExcludeFile.xml
create mode 100644 hadoop-ozone/httpfsgateway/pom.xml
create mode 100644 hadoop-ozone/httpfsgateway/src/main/conf/httpfs-env.sh
create mode 100644
hadoop-ozone/httpfsgateway/src/main/conf/httpfs-log4j.properties
create mode 100644 hadoop-ozone/httpfsgateway/src/main/conf/httpfs-site.xml
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/HttpFSConstants.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http}/package-info.java
(88%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/CheckUploadContentTypeFilter.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/FSOperations.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSAuthenticationFilter.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSExceptionProvider.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSParametersProvider.java
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSReleaseFilter.java
(60%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSServer.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSServerWebApp.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSServerWebServer.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/JsonUtil.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/metrics/HttpFSServerMetrics.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/metrics}/package-info.java
(73%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server}/package-info.java
(89%)
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/hdfs/web/WebHdfsConstants.java
(53%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/hdfs/web}/package-info.java
(91%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/lang/RunnableCallable.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/lang/XException.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/lang}/package-info.java
(92%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/server/BaseService.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/server/Server.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/server/ServerException.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/server/Service.java
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/server/ServiceException.java
(60%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/server}/package-info.java
(91%)
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/FileSystemAccess.java
(54%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/FileSystemAccessException.java
copy
hadoop-ozone/{ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/package-info.java
=> httpfsgateway/src/main/java/org/apache/ozone/lib/service/Groups.java} (79%)
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/Instrumentation.java
(56%)
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/Scheduler.java
(63%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/hadoop/FileSystemAccessService.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/hadoop}/package-info.java
(90%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/instrumentation/InstrumentationService.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/instrumentation}/package-info.java
(89%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service}/package-info.java
(89%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/scheduler/SchedulerService.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/scheduler}/package-info.java
(91%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/security/GroupsService.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/service/security}/package-info.java
(89%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/servlet/FileSystemReleaseFilter.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/servlet/HostnameFilter.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/servlet/MDCFilter.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/servlet/ServerWebApp.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/servlet}/package-info.java
(90%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/util/Check.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/util/ConfigurationUtils.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/util}/package-info.java
(93%)
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/BooleanParam.java
(58%)
copy
hadoop-ozone/{ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/ozone/package-info.java
=> httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/ByteParam.java} (70%)
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/EnumParam.java
(59%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/EnumSetParam.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/ExceptionProvider.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/InputStreamEntity.java
copy
hadoop-ozone/{ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/ozone/package-info.java
=> httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/IntegerParam.java}
(69%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/JSONMapProvider.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/JSONProvider.java
copy
hadoop-ozone/{ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/ozone/package-info.java
=> httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/LongParam.java} (70%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/Param.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/Parameters.java
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/ParametersProvider.java
copy
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/NodeManagerMXBean.java
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/ShortParam.java
(63%)
create mode 100644
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/StringParam.java
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ha/ratis
=>
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs}/package-info.java
(92%)
create mode 100755
hadoop-ozone/httpfsgateway/src/main/libexec/shellprofile.d/hadoop-httpfs.sh
create mode 100644
hadoop-ozone/httpfsgateway/src/main/resources/default-log4j.properties
create mode 100644
hadoop-ozone/httpfsgateway/src/main/resources/httpfs-default.xml
create mode 100644
hadoop-ozone/httpfsgateway/src/main/resources/httpfs.properties
create mode 100644
hadoop-ozone/httpfsgateway/src/main/resources/webapps/static/index.html
create mode 100644
hadoop-ozone/httpfsgateway/src/main/resources/webapps/webhdfs/WEB-INF/web.xml
create mode 100755 hadoop-ozone/httpfsgateway/src/main/sbin/httpfs.sh
create mode 100644 hadoop-ozone/httpfsgateway/src/main/webapp/WEB-INF/web.xml
create mode 100644 hadoop-ozone/httpfsgateway/src/site/configuration.xsl
create mode 100644 hadoop-ozone/httpfsgateway/src/site/resources/css/site.css
create mode 100644 hadoop-ozone/httpfsgateway/src/site/site.xml
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractUtils.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOzoneManagerSnapshotAcl.java
copy
{hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/keys
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot}/package-info.java
(90%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/reconfig/TestScmReconfigure.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestDeletedBlocksTxnShell.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestResetDeletedBlockRetryCountShell.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestTransferLeadershipShell.java
create mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/ExpiredOpenKeys.java
create mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmDBDiffReportEntryCodec.java
create mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/OmKeyRenameInfoCodec.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ha/OMHAMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/snapshot/OMSnapshotMoveDeletedKeysRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/snapshot/OMSnapshotMoveDeletedKeysResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/SnapshotDeletingService.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/{package-info.java
=> PersistentList.java} (76%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/{package-info.java
=> PersistentMap.java} (86%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/{package-info.java
=> PersistentSet.java} (84%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/RocksDbPersistentList.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/RocksDbPersistentMap.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/RocksDbPersistentSet.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ha/TestOMHAMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestSnapshotDeletingService.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestRocksDbPersistentList.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestRocksDbPersistentMap.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestRocksDbPersistentSet.java
create mode 100644
hadoop-ozone/ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/StreamCapabilities.java
copy hadoop-ozone/ozonefs-hadoop2/src/main/java/org/apache/hadoop/fs/{ozone =>
}/package-info.java (82%)
rename
{hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/security}/ReconCertificateClient.java
(78%)
copy
{hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/impl
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/security}/package-info.java
(89%)
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/commontypes/{CommonPrefix.java
=> EncodingTypeObject.java} (51%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/om/TransferOmLeaderSubCommand.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/scm/{ScmAdmin.java
=> DeletedBlocksTxnCommands.java} (57%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/scm/GetFailedDeletedBlocksTxnSubcommand.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/scm/TransferScmLeaderSubCommand.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/keys/ChecksumKeyHandler.java
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/shell/keys/TestChecksumKeyHandler.java
copy hadoop-ozone/{recon/src/test/java/org/apache/hadoop/ozone/recon =>
tools/src/test/java/org/apache/hadoop/ozone/shell/keys}/package-info.java (90%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
