This is an automated email from the ASF dual-hosted git repository.
sodonnell pushed a change to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from d902586 HDDS-2592. Add Datanode command to allow the datanode to
persist its admin state (#521)
add dedbbab HDDS-2872. ozone.recon.scm.db.dirs missing from
ozone-default.xml. (#434)
add 92234d4 HDDS-2781. Add ObjectID and updateID to BucketInfo to avoid
replaying transactions (#381)
add ba8212c HDDS-2279. S3 commands not working on HA cluster. (#333)
add 1abfe05 HDDS-2727. start/OnPrem.md translated to Chinese (#429)
add becceb6 HDDS-2750. OzoneFSInputStream to support StreamCapabilities
(#379)
add 1c75951 HDDS-2828. Add initial UI of Pipelines in Recon
add c17c497 HDDS-2861. Support Freon progressbar in non-interactive
environment (#423)
add a479743 HDDS-2868. Add ObjectID and UpdateID to OMKeyInfo. (#428)
add 37730f0 HDDS-1812. Du while calculating used disk space reports that
chunk files are file not found (#271)
add b78d9b2 HDDS-2757. Annoying 'Failed to close the container' message
because pipeline is removed from PipelineStateMap before close container
command returned (#443)
add 883a662 HDDS-2875. Add a config in ozone to tune max outstanding
requests in … (#436)
add 2b80e99 HDDS-2740. start/FromSource.md translation (#444)
add 1423491 HDDS-2726. start/StartFromDockerHub.md translated to Chinese
(#417)
add 001bd1d HDDS-2859. Hugo error should be propagated to build (#446)
add 1caf1e3 HDDS-2866. Intermittent failure in
TestOzoneManagerRocksDBLogging (#427)
add 71c24a8 HDDS-2897. Ozone recon Start failed due to Kerberos principal
not being found. (#453)
add 9bc433a HDDS-2904. Remove default dependencies from
hadoop-hdds/pom.xml (#459)
add 79aff8b HDDS-2905. Remove unusued BlockLocation protocol related
classes (#460)
add 5d27f45 HDDS-2846. Handle Datanode Pipeline & Container Reports
reports in Recon. (#431)
add 2ea9afa HDDS-2900. Avoid logging NPE when space usage check is not
configured
add 968ec62 HDDS-2910. OzoneManager startup failure with throwing
unhelpful exception message
add c29936a HDDS-2898. build failure due to hadoop-hdds-client test (#463)
add e7afa41 HDDS-2896. Use regex to match with ratis properties when
creating ratis client. (#457)
add 2e92658 Revert "HDDS-2188. Implement LocatedFileStatus &
getFileBlockLocations to pro… (#331)" (#470)
add 73cb410 HDDS-2733. start/Kubernetes.md translated to Chinese (#439)
add c74429d HDDS-2903. Use regex to match with ratis properties when
creating ratis server. (#458)
add 1e442f6 HDDS-2738. start/Minikube.md translated to Chinese (#440)
add 01540d7 HDDS-2734. start/RunningViaDocker.md translated to Chinese
(#442)
add dc60d18 HDDS-2915. Unit check passes despite Maven error (#465)
add f080c22 HDDS-2741. shell/_index.md translation (#473)
add 935006b HDDS-2742. shell/Format.md translation (#474)
add 803fa29 HDDS-2918. Increase timeout of safe-mode exit in acceptance
tests
add 0510b55 HDDS-2902. execute_robot_test on unknown/unavailable
container should fail acceptance test
add f98c9ed HDDS-2889. Make DBStore and RDBStore more commons
add 5950224 HDDS-2901. List Trash - Fix Cluster Max Keys Check
add 1f05261 HDDS-2849. OM and SCM Web-server report HTTP 404 error when
accessing '/' after cluster runs for several weeks
add ab557db HDDS-2920. Remove ozone ratis client specific config keys.
(#472)
add 09df00f Revert "HDDS-2920. Remove ozone ratis client specific config
keys. (#472)" (#482)
add 4d603ec HDDS-2864. TestOMDbCheckpointServlet fails due to real Recon
add c8bc3b7 HDDS-2895. Generate only the required keytabs for docker
based secure tests (#455)
add acd4619 HDDS-2743. shell/VolumeCommands.md translation (#475)
add 15fb459 HDDS-2906. Added Unit Test Cases ofr CRLCodec (#471)
add 3316aca HDDS-2937. Document bucket encryption option in
shell/BucketCommands.md. (#483)
add c013de2 HDDS-2938. Use regex to match with ratis grpc properties when
creating ratis server. (#486)
add d497bf6 HDDS-2920. Remove ozone ratis client specific config keys.
(#484)
add ae7c268 HDDS_2746. inteface/_index.md translation (#488)
add 1372cc9 HDDS-2744. shell/BucketCommands.md translation (#476)
add 25d1489 HDDS-2745. shell/KeyCommands.md translation (#477)
add 4b8e8f6 HDDS-2888. Refactor Datanode StateContext to send reports and
actions to all configured SCMs. (#447)
add 4ce2796 HDDS-2921. Remove ozone ratis server specific config keys.
(#485)
add 242f503 HDDS-2925. Remove hdfs-client dependency from hdds-common
add 345087f HDDS-2855. Recon getContainers API should return a maximum of
1000 containers by default.
add ef79f33 HDDS-1335. Add basic UI for showing missing containers and
keys
add 66abf65 HDDS-2870. Handle replay of KeyCreate requests. (#448)
add eb914ff HDDS-2916. OM HA cli getserviceroles not working. (#490)
add cec238e HDDS-2926. Intermittent failure in TestRecon due to thread
timing. (#481)
add ee7b454 HDDS-2869. Handle pipeline bootstrap from SCM and create
pipeline use case in Recon. (#466)
add 6794e02 HDDS-2894. Handle replay of KeyDelete and KeyRename Requests
(#452)
add b53e3a5 HDDS-2931. Recon integration test should use ephemeral port
for HTTP Server. (#500)
add e234cd3 HDDS-2555. Handle InterruptedException in XceiverClientGrpc
(#314)
add a967de2 HDDS-2833. Enable integrations tests for github actions
add 15cf3c8 HDDS-2956. Handle Replay of AllocateBlock request (#505)
add bb57442 HDDS-2893. Handle replay of KeyPurge Request. (#450)
add 7a3dcf9 HDDS-2850. Handle Create container use case in Recon. (#503)
add 76523f2 HDDS-2747. interface/JavaApi.md (#489)
add 0692413 HDDS-2748. interface/OzoneFS.md translation (#491)
add 475b94a HDDS-2749. interface/S3.md translation (#493)
add 61084e6 HDDS-2758. gdpr/_index.md translation (#494)
add 5fb3219 HDDS-2952. Ensure ozone manager service user is part of
ozone.adminis… (#506)
add 0aa4b04 HDDS-2789. concept/_index.md translation (#496)
add af43a28 HDDS-2883. Change the default client settings accordingly
with change in default chunk size. (#487)
add d1b8c08 HDDS-2973. Fix root deletion logic in delete API. (#517)
add 486e872 HDDS-2892 Fixed typo in createClientRequest of
OzoneManagerRatisUtils (#532)
add b895670 HDDS-2977. ozonesecure acceptance test fails due to
unexpected error message (#527)
add 2d6d293 HDDS-2983. Acceptance test failures due to lack of disk space
(#530)
add cd361bf HDDS-2041. Don't depend on DFSUtil to check HTTP policy.
(#533)
add 8917d9a HDDS-2759. gdpr/GDPR in Ozone.md translation (#495)
add 1ac8263 HDDS-2950. Upgrade jetty to the latest 9.4 release (#508)
add 17bc776 HDDS-2845. Fix listing keys for setting --start with last key
(#437)
add 784acad HDDS-2876. Consolidate ObjectID and UpdateID from Info
objects into one class
add 3e7eb1e HDDS-2972. Any container replication error can terminate SCM
service
add 295d030 HDDS-2975. Print Freon summary to log in non-interactive mode
add fb90756 HDDS-2946. Rename audit log should contain both srcKey and
dstKey not just key
add 92a668a HDDS-2960. Collect output of crashed tests
add c654a83 HDDS-2958. Handle replay of OM Volume ACL requests (#510)
add d3f8d51 HDDS-2959. Handle replay of OM Key ACL requests (#512)
add 54c4adf HDDS-2936. Hive queries fail at readFully. (#507)
add 322120c HDDS-2944. Handle replay of KeyCommitRequest and
DirectoryCreateRequest (#501)
add 3ddcdbb HDDS-2953. Handle replay of S3 requests (#504)
add 51735f4 HDDS-2987. Add metrics to OM DoubleBuffer
add 9a49388 HDDS-2891. Apache NiFi PutFile processor is failing with
secure Ozone S3G (#449)
add b2e8966 HDDS-2962. Handle replay of OM Prefix ACL requests (#513)
add 25d2338 HDDS-2914. Certain Hive queries started to fail on generating
splits (#540)
add 94f81be HDDS-2790. concept/Overview.md translation (#497)
add f4fbc01 HDDS-2955. Unnecessary log messages in DBStoreBuilder (#502)
add 435e598 Revert "HDDS-2914. Certain Hive queries started to fail on
generating splits (#540)" (#549)
add ac2c656 HDDS-3000. Update guava version to 28.2-jre
add 1ce5bd6 HDDS-2988. Use getPropertiesByPrefix instead of regex in
matching ratis client and server properties
add 7e62db0 HDDS-2999. Move server-related shared utilities from common
to framework (#544)
add 2da22b3 HDDS-2997. Support github comment based commands
add 22da1c4 HDDS-3027. Ozone: Ensure usage of parameterized slf4j log
syntax for ozone
add 13167a7 HDDS-2992. Handle existing volume/bucket in contract tests
add a620ef2 HDDS-2990. Set the default value of grpc flow control window
for ratis client and ratis server (#537)
add 9f98aa2 HDDS-3017. Fix TestGetCommittedBlockLengthAndPutKey.java
(#558)
add 4ba1932 HDDS-1564 Multiraft support (#538)
add 333b79c HDDS-2716. ReadStateMachine failure should close down the
ratis pipeline(#418)
add 4756251 Revert "HDDS-2716. ReadStateMachine failure should close down
the ratis pipeline(#418)"
add e5fc02b HDDS-3019. Fix TestContainerStateMachine.java (#554)
add c805047 HDDS-3030. Key Rename should preserve the ObjectID. (#565)
add 174b741 HDDS-3028. Use own version of InterfaceAudience/Stability
annotations (#561)
add c10251b HDDS-2847. Add Recon tasks for tracking missing containers
(FSCK) and syncing deleted pipelines from SCM. (#546)
add ab4ded2 HDDS-3037. Hide self ad jooq message. (#567)
add 226f1ea HDDS-3020. Fix TestOzoneClientRetriesOnException.java (#552)
add b83b817 HDDS-3012. Fix TestCommitWatcher.java (#557)
add f250320 HDDS-3015. Fix Test2WayCommitInRatis.java (#562)
add 142a069 HDDS-3040. Update Ratis version to 0.5.0 released. (#568)
add 01b30db HDDS-2927. Cache EndPoint tasks instead of creating them all
the time in RunningDatanodeState (#480)
add 72b17bf HDDS-3031. OM HA- Client requests get LeaderNotReadyException
after OM's restart. (#564)
add dd535b6 HDDS-3045. Integration test crashes due to ReconServer NPE
(#572)
add c9f26cc HDDS-2914. Certain Hive queries started to fail on generating
splits (#563)
add 391b521 HDDS-3016. Fix TestMultiBlockWritesWithDnFailures.java. (#573)
add f2410fe HDDS-3051. Periodic HDDS volume checker thread should be a
daemon (#577)
add e6c0c63 HDDS-3050. Use meaningful name for ChunkWriter threads(#579)
add e0882e6 HDDS-2791. concept/OzoneManager.md translation (#518)
add 0762006 HDDS-3209. Recon should persist Node metadata. (#569)
add 887cee2 HDDS-3035. Add ability to enable Ratis metrics in
OzoneManager. (#570)
add 48d1875 HDDS-3057. Improve Ozone Shell ACL operations' help text
readability.
add f160f46 HDDS-3059 Changed auditing in OzoneManager#getFileStatus to
read (#587)
add c9c4b9b HDDS-3026 Changed auditing in OzoneManager#listStatus to read
(#585)
add e41f10e HDDS-1590 Aggregate bytes written metrics from container to
datanode and to SCM (#393)
add 6b50bf9 HDDS-3052. Test ChunkManagerImpl performance with
long-running freon tests. (#580)
add 4bdd600 HDDS-3044. Fix TestDeleteWithSlowFollower.java. (#574)
add 03094c4 Ignore failing tests: TestRatisPipelineLeader,
TestRatisPipelineProvider
add bb79045 HDDS-3024. README is missing from the source release tar
add c4812d5 HDDS-3043. Fix TestFailureHandlingByClient.java. (#591)
add 8ef5c39 HDDS-3046. Fix Retry handling in Rpc Client. (#575)
add 302ca84 HDDS-3063. Add test to verify replication factor of ozone fs
(#593)
add 63e6ac2 HDDS-3065. Ozone Filesystem should return real default
replication (#595)
add 39b8ea8 HDDS-3055. SCM crash during startup does not print any error
message to log. (#581)
add cfd12f2 HDDS-3068. OM crash during startup does not print any error
message to log. (#599)
add 3b73907 HDDS-3034. Broken return code check in unit/integration
add 40ce72f HDDS-2984. Allocate Block failing with NPE
add 18c48ca HDDS-3025. Fail to connect to s3g by http://ip:port
add 980b7cf HDDS-2648. TestOzoneManagerDoubleBufferWithOMResponse. (#600)
add c5a5172 HDDS-3067. Fix Bug in Scrub Pipeline causing destory
pipelines after SCM restart. (#598)
add 1d47bb1 HDDS-3070. NPE when stop recon server while recon server was
not really started before. (#603)
add 551d149 HDDS-2996. Create REST API to serve Node information and
integrate with UI in Recon.
add 8f3a42f HDDS-2974. Create Freon test to test isolated Ratis FOLLOWER
add 28f2629 HDDS-2940. mkdir : create key table entries for intermediate
directories in the path (#498)
add 25baca3 HDDS-3038. TestRatisPipelineLeader fails since we no longer
wait for leader in the HealthyPipelineSafeModeExitRule. (#604)
add 912dcf0 HDDS-2816. Fix shell description for --start parameter of
listing keys (#601)
add 65bc07e HDDS-2799. beyond/DockerCheatSheet.md translation
add b441954 HDDS-3066. SCM crash during loading containers to DB. (#596)
add cc16844 HDDS-3054. OzoneFileStatus#getModificationTime should return
actual directory modification time when its OmKeyInfo is available (#584)
add 5bb2a96 HDDS-3085. OM Delta updates request in Recon should work with
secure Ozone Manager. (#615)
add f9637ac HDDS-3109. Refactor 'Recon' in MiniOzoneCluster to use
ephemeral port. (#617)
add f5ea42a HDDS-2716. Add integration test to verify pipeline closed on
read statemachine failure (#576)
add 4372ef7 HDDS-3108. Remove unused ForkJoinPool in
RatisPipelineProvider (#616)
add bfa4962 HDDS-2877. Fixed description of return type. (#620)
add bb9933c HDDS-3049. Replication factor passed in create API doesn't
take effect (#590)
add 9a16a2a HDDS-3106. Intermittent timeout in
TestOzoneManagerDoubleBufferWithOMResponse#testDoubleBuffer (#621)
add d14db92 HDDS-3115. NPE seen in datanode log as ApplyTransaction
failed. (#626)
add 9eb8e0e HDDS-3092. Duplicate large key test (#614)
add e6f1428 HDDS-3013. Fix TestBlockOutputStreamWithFailures.java. (#592)
add e271250 HDDS-3110. Fix race condition in Recon's container and
pipeline handling. (#624)
add 80e9f0a HDDS-3069. UpdateID check should be skipped for non-HA
OzoneManager. (#609)
add 2ff2050 HDDS-3118. Possible deadlock in LockManager. (#627)
add 02b3925 HDDS-3021. Ozone S3 CLI path command not working on HA
cluster.
add eca7233 HDDS-3078. Include output of timed out test in bundle
add a4e508a HDDS-2792. concept/Hdds.md translation (#519)
add 698734f HDDS-3119. When ratis is enabled in OM, double Buffer metrics
not getting updated. (#631)
add 51217d6 HDDS-3041. Memory leak of s3g (#611)
add c31f3e9 HDDS-3124. Fix time interval calculate error (#632)
add c3ee5b7 Revert "HDDS-3124. Fix time interval calculate error (#632)"
(#635)
add 184b58d Revert "HDDS-3041. Memory leak of s3g (#611)" (#638)
add 5217e4e HDDS-3124. Fix time interval calculate error (#636).
Contributed by Runzhi Wang.
add 37a6260 HDDS-3041. Memory leak of s3g(#637). Contributed by Runzhi
Wang.
add dca1ddb HDDS-3129. Skip KeyTable check in OMKeyCommit. (#634)
add dbd7572 HDDS-2874. Fixed description of return type. (#639)
add a68ed78 HDDS-2780. Fixed javadoc of OMVolume response classes. (#640)
add ee29b16 HDDS-3123. Create REST API to serve Pipeline information and
integrate with UI in Recon (#633)
add 48f6129 HDDS-1008. Invalidate closed container replicas on a failed
volume. (#628)
add fde22a9 HDDS-3121. Fix TestSCMPipelineBytesWrittenMetrics. (#641)
add ef98a3c HDDS-3131. Disable TestMiniChaosOzoneCluster (#644)
add 252f56d HDDS-3072. SCM scrub pipeline should be started after coming
out of safe mode. (#605)
add 48eb4cc HDDS-3132. NPE when create RPC client. (#646)
add dc8bfc2 HDDS-3071. Datanodes unable to connect to recon in Secure
Environment (#629)
add f8c48b7 HDDS-3075. Fix ScmCli exception message when container not
found (#642)
add 404a572 HDDS-3089. TestSCMNodeManager intermittent crash (#650)
add 49edf55 HDDS-3113. Add new Freon test for putBlock
add bf50a32 HDDS-3140. Remove hard-coded SNAPSHOT version from GitHub
workflows (#651)
add f95d015 HDDS-3143. Rename silently ignored tests (#653)
add 83e45eb HDDS-2610. Fix the ObjectStore#listVolumes failure when
argument is null (#261)
add f0f6786 HDDS-3120. Freon work with OM HA. (#649)
add 520b298 HDDS-3100. Fix TestDeadNodeHandler. (#655)
add a65c938 HDDS-3152. Reduce number of chunkwriter threads in
integration tests (#657)
add 90e752d HDDS-2886. parse and dump datanode segment file to pritable
text (#588)
add 984bd57 HDDS-3084. Extend network topology acceptance test to read
data when datanodes are stopped. (#608)
add 0ff7581 HDDS-3095. Intermittent failure in
TestFailureHandlingByClient#testDatanodeExclusionWithMajorityCommit (#658)
add 4a4c043 HDDS-3157. Fixed docker startup command. (#662)
add 76b0b26 HDDS-2832. Fix listing buckets for setting --start with last
bucket
add fb6c7e6 HDDS-3141. Unit check fails to execute insight and
mini-chaos-tests modules
add 201b8c0 HDDS-2717. Handle chunk increments in datanode
add 8bc3921 HDDS-2989. Intermittent timeout in TestBlockManager
add 0627520 HDDS-3117. Recon throws InterruptedException while getting
new snapshot from OM. (#648)
add b836545 HDDS-3148. Logs cluttered by AlreadyExistsException from
Ratis. (#661)
add 1b501e5 HDDS-3159. Bump RocksDB version to the latest one. (#664)
add d0fc3a6 HDDS-3104. Integration test crashes due to critical error in
datanode. (#660)
add c199721 HDDS-3116. Datanode sometimes fails to start with NPE when
starting Ratis xceiver server (#630)
add a144ab8 HDDS-3169. Revert Recon config key change for HTTP Server
keytab. (#670)
add ada3b3b HDDS-2848. Recon changes to make snapshots work with OM HA.
(#666)
add 139950d HDDS-3008. parse and dump ozonemanager ratis segment file to
printable text. (#667)
add eaf0676 HDDS-1995. Generate renewTime on OMLeader for
GetDelegationToken (#676)
add 6a66efa HDDS-3181. Intermittent failure in TestReconWithOzoneManager
due to BindException (#682)
add d80eba3 HDDS-3154. Intermittent failure in Test2WayCommitInRatis.
(#672)
add 2ea0b60 HDDS-3086. Failure running integration test it-freon. (#671)
add fd1aba8 HDDS-3150. Implement getIfExist in Table and use it in
CreateKey/File (#654)
add 14f4a29 HDDS-3153. Create REST API to serve Recon Dashboard and
integrate with UI in Recon. (#681)
add 3b5bfd3 HDDS-3170. Fix issues in File count by size task. (#675)
add 053af29 HDDS-3177. Periodic dependency update (Java) (#680)
add bfb71bf HDDS-3180. Datanode fails to start due to confused
inconsistent volume state. (#679)
add 752452f HDDS-3184. Fix MiniOzoneChaosTest to set the correct
defaults. (#685)
add c0b18c3 HDDS-3174. Rebalance integration tests (#677)
add 73e25be HDDS-3144. LogSubcommandTest fails
add f952542 HDDS-3175. Healthy datanodes are marked as stale (#674)
add efe08a2 HDDS-3042. Support running full Ratis pipeline from IDE
(IntelliJ) (#571)
add f66d6e1 HDDS-3183. Deprecate old Recon HTTP Server Keytab config key.
(#689)
add 7a48111 HDDS-3220. Filesystem client should not retry on
AccessControlException. (#693)
add 281faf3 HDDS-3142. Create isolated enviornment for OM to test it
without SCM. (#656)
add 56def9f HDDS-2941. file create : create key table entries for
intermediate directories in the path (#623)
add c535793 HDDS-3098. TestDeleteWithSlowFollower is failing
intermittently. (#686)
add f0a06bc HDDS-2995. Add integration test for Recon's Passive SCM
state. (#688)
add c8b6fff HDDS-3064. Get Key is hung when READ delay is injected in
chunk file path. (#673)
add 5b6fc74 HDDS-2797. beyond/RunningWithHDFS.md translation (#524)
add 0201fc6 HDDS-3137. OM RpcClient fail with
java.lang.IllegalArgumentException. (#695)
add 0c1bc56 HDDS-3221. Refactor SafeModeHandler to use a Notification
Interface (#690)
add c64d86f HDDS-3234. Fix retry interval default in Ozone client. (#698)
add f2e259b HDDS-3235.Change to default of max retry count for Ozone
client (#699)
add ad7cd6a HDDS-2878. Refactor MiniOzoneLoadGenerator to add more load
generators to chaos testing. (#438)
add 512d607 Revert "HDDS-3142. Create isolated enviornment for OM to test
it without SCM. (#656)"
add 8249385 HDDS-3250. Create a separate log file for Warnings and Errors
in MiniOzoneChaosCluster. (#711)
add f6be766 HDDS-3243. Recon should not have the ability to send
Create/Close Container commands to Datanode. (#712)
add 4682bab HDDS-3164. Add Recon endpoint to serve missing containers and
its metadata. (#714)
add 07fcb79 HDDS-3284. ozonesecure-mr test fails due to lack of disk
space (#725)
add 3d28568 HDDS-3074. Make the configuration of container scrub
consistent. (#722)
add 7d132ce HDDS-3179. Pipeline placement based on Topology does not have
fallback (#678)
add eece604 HDDS-3281. Add timeouts to all robot tests (#723)
add a661a75 HDDS-3288: Update default RPC handler SCM/OM count to 100
(#729)
add 099ab62 HDDS-3273. getConf does not return all OM addresses. (#727)
add d7dcb8b Revert "HDDS-3064. Get Key is hung when READ delay is
injected in chunk file path. (#673)"
add f5fa408 Revert "HDDS-3234. Fix retry interval default in Ozone
client. (#698)"
add 39e116a HDDS-3294. Disable intermittent
TestContainerStateMachineFailureOnRead
add ad37f03 HDDS-2011. Ignore TestRandomKeyGenerator.bigFileThan2GB
add b719173 HDDS-3290. Ignore TestRandomKeyGenerator
add d2082b8 HDDS-3297. Ignore TestOzoneClientKeyGenerator.
add a66aae8 HDDS-3290. Disable all the freon integration tests
add f63c5af HDDS-3298. Ignore
TestFailureHandlingByClient.testDatanodeExclusionWithMajorityCommit
add a17551e HDDS-3265. Ignore TestRatisPipelineLeader.java
add 557c48e HDDS-3272. Disable hdfs 27 acceptance test
add 386baf1 HDDS-3251. Bump version to 0.6.0-SNAPSHOT
add 79ce00e HDDS-2980. Delete replayed entry from OpenKeyTable during
commit (#625)
add 5e23b25 HDDS-3291. Write operation when both OM followers are
shutdown. (#733)
add 33ac261 HDDS-2943. Parameterize unit tests for chunk manager
implementation (#694)
add 6b5298b HDDS-3160. Disable index and filter block cache for RocksDB
add 94413cd HDDS-3023. Create Freon test to test isolated Ratis LEADER
add 18577a9 HDDS-3236. Fix Dropwizard metrics mapping for latest Ratis
metrics
add 2fefd46 HDDS-3142. Create isolated environment for OM to test it
without SCM
add 3d3b374 HDDS-3249: remove unrelated assert (#737)
add 97f59f8 HDDS-3248. shutdown defaultMetricsSystem before tests (#704)
add 924b50c HDDS-2621. Enable OM HA acceptance tests. (#265)
add bd1995a HDDS-2184. Rename ozone scmcli to ozone admin (#687)
add f2343f1 HDDS-3156 update allocateContainer to remove additional
createPipeline step. (#663)
add 410e4d3 HDDS-2339. Add OzoneManager to MiniOzoneChaosCluster (#643)
add 7faa07f HDDS-3289. Add a freon generator to create nested
directories. (#730)
add 32f13f7 HDDS-3289. (Checkstyle addendum) Add a freon generator to
create nested directories. (#730)
add f43b33e HDDS-3281. (Addendum: topology) Add timeouts to all robot
tests
add ce6ad30 HDDS-2621. Revert/Disable OM HA tests.
add 61b6be0 HDDS-3165. Integrate Recon missing containers UI with
endpoint. (#735)
add 1ccf78f HDDS-3047. ObjectStore#listVolumesByUser and
CreateVolumeHandler#call should get principal name by default (#582)
add 6384b8d HDDS-3130. Add jaeger trace span in s3gateway
add 8d4aa8d HDDS-3240. Improve write efficiency by creating container in
parallel (#734)
add e6c8e4c HDDS-3311. OM logs not available for OM HA acceptance test
(#747)
add 6661469 HDDS-3308. Update Ratis snapshot (#741)
add 55d78d6 HDDS-3330. Disable TestDeleteWithSlowFollower test as it has
known problem.
add f1da73b HDDS-3324. OM Client fails with
StringIndexOutOfBoundsException. (#759)
add 0189f8d HDDS-3334. OM Client failover to next OM on
NotLeaderException (#760)
add 63fde40 HDDS-3253. Initialize Recon metrics for prometheus at /prom
endpoint
add 1e431b2 Merge branch 'master' into HDDS-1880-Decom
new 637853d Address issues cause by merge.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/buildenv/Dockerfile | 2 +-
.github/comment-commands/debug.sh | 21 +
.github/comment-commands/help.sh | 27 +
.github/comment-commands/label.sh | 25 +
.github/comment-commands/pending.sh | 31 +
.github/comment-commands/ready.sh | 29 +
.github/comment-commands/retest.sh | 33 +
.github/process-comment.sh | 56 +
.github/workflows/comments.yaml | 31 +
.github/workflows/post-commit.yml | 92 +-
.github/workflows/pr.yml | 77 +-
README.md | 4 +-
dev-support/byteman/mock-scm.btm | 34 +
dev-support/byteman/ratis-mock-followers.btm | 42 +
hadoop-hdds/client/pom.xml | 12 +-
.../apache/hadoop/hdds/conf/RatisClientConfig.java | 86 +
.../org/apache/hadoop/hdds/conf/package-info.java | 24 +
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 25 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 13 -
.../hadoop/hdds/scm/XceiverClientMetrics.java | 2 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 35 +-
.../hdds/scm/client/ContainerOperationClient.java | 511 ------
.../hadoop/hdds/scm/client/HddsClientUtils.java | 67 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 110 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 11 +-
.../hadoop/hdds/scm/storage/CommitWatcher.java | 8 +-
.../hdds/scm/storage/DummyBlockInputStream.java | 92 ++
.../storage/DummyBlockInputStreamWithRetry.java | 78 +
.../hdds/scm/storage/DummyChunkInputStream.java | 66 +
.../hdds/scm/storage/TestBlockInputStream.java | 106 +-
.../hdds/scm/storage/TestChunkInputStream.java | 52 +-
hadoop-hdds/common/pom.xml | 40 +-
.../apache/hadoop/hdds/DFSConfigKeysLegacy.java | 100 ++
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 9 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 158 +-
.../java/org/apache/hadoop/hdds/StringUtils.java | 76 +
.../hadoop/hdds/annotation/InterfaceAudience.java | 73 +
.../hadoop/hdds/annotation/InterfaceStability.java | 69 +
.../hadoop/hdds/annotation/package-info.java | 23 +
.../org/apache/hadoop/hdds/cli/GenericCli.java | 12 +-
.../hadoop/hdds/conf/DatanodeRatisGrpcConfig.java | 68 +
.../hdds/conf/DatanodeRatisServerConfig.java | 135 ++
.../apache/hadoop/hdds/conf/HddsConfServlet.java | 4 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 18 +-
.../hadoop/hdds/freon/FakeClusterTopology.java | 92 ++
.../freon/FakeScmBlockLocationProtocolClient.java | 100 ++
.../FakeScmContainerLocationProtocolClient.java | 76 +
.../org/apache/hadoop/hdds/freon/package-info.java | 24 +
.../hadoop/hdds/fs/AbstractSpaceUsageSource.java | 87 +
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 142 ++
.../main/java/org/apache/hadoop/hdds/fs/DU.java | 136 ++
.../java/org/apache/hadoop/hdds/fs/DUFactory.java | 90 ++
.../hadoop/hdds/fs/DedicatedDiskSpaceUsage.java | 52 +
.../hdds/fs/DedicatedDiskSpaceUsageFactory.java | 86 +
.../hadoop/hdds/fs/SaveSpaceUsageToFile.java | 129 ++
.../hadoop/hdds/fs/SpaceUsageCheckFactory.java | 145 ++
.../hadoop/hdds/fs/SpaceUsageCheckParams.java | 92 ++
.../hadoop/hdds/fs/SpaceUsagePersistence.java | 63 +
.../apache/hadoop/hdds/fs/SpaceUsageSource.java | 43 +
.../org/apache/hadoop/hdds/fs/package-info.java | 22 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 6 +-
.../hadoop/hdds/protocol/SCMSecurityProtocol.java | 80 -
.../hdds/ratis/ContainerCommandRequestMessage.java | 7 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 153 +-
.../org/apache/hadoop/hdds/recon/ReconConfig.java | 93 ++
.../apache/hadoop/hdds/recon/ReconConfigKeys.java | 2 +
.../apache/hadoop/hdds/scm/PlacementPolicy.java | 45 +
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 56 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 3 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 9 +-
.../common/helpers/StorageContainerException.java | 2 +-
.../algorithms/ContainerPlacementPolicy.java | 45 -
.../placement/algorithms/package-info.java | 21 -
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 7 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 4 +-
.../hadoop/hdds/scm/net/NodeSchemaLoader.java | 4 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 57 +-
.../hadoop/hdds/scm/protocol/LocatedContainer.java | 127 --
.../hadoop/hdds/scm/protocol/ScmLocatedBlock.java | 100 --
.../protocol/StorageContainerLocationProtocol.java | 10 +
...lockLocationProtocolClientSideTranslatorPB.java | 2 +-
.../scm/protocolPB/ScmBlockLocationProtocolPB.java | 2 +-
...inerLocationProtocolClientSideTranslatorPB.java | 25 +-
.../StorageContainerLocationProtocolPB.java | 2 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 7 +-
.../security/token/OzoneBlockTokenIdentifier.java | 2 +-
.../security/token/OzoneBlockTokenSelector.java | 2 +-
.../authority/PKIProfiles/DefaultProfile.java | 340 ----
.../client/DefaultCertificateClient.java | 828 ----------
.../security/x509/certificate/utils/CRLCodec.java | 197 ---
.../x509/certificate/utils/package-info.java | 4 +-
.../apache/hadoop/hdds/utils/HddsVersionInfo.java | 4 +-
.../org/apache/hadoop/hdds/utils/LevelDBStore.java | 399 -----
.../hadoop/hdds/utils/MetadataKeyFilters.java | 206 ---
.../apache/hadoop/hdds/utils/MetadataStore.java | 233 ---
.../org/apache/hadoop/hdds/utils/RocksDBStore.java | 404 -----
.../org/apache/hadoop/hdds/utils/Scheduler.java | 5 +-
.../org/apache/hadoop/hdds/utils/VersionInfo.java | 4 +-
.../org/apache/hadoop/hdds/utils/db/DBProfile.java | 120 --
.../org/apache/hadoop/hdds/utils/db/DBStore.java | 196 ---
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 258 ---
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 100 --
.../apache/hadoop/hdds/utils/db/RDBMetrics.java | 75 -
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 387 -----
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 208 ---
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 104 --
.../apache/hadoop/hdds/utils/db/StringCodec.java | 51 -
.../org/apache/hadoop/hdds/utils/db/Table.java | 168 --
.../apache/hadoop/hdds/utils/db/TableConfig.java | 93 --
.../apache/hadoop/hdds/utils/db/TypedTable.java | 363 -----
.../hadoop/hdds/utils/db/cache/TableCache.java | 112 --
.../hadoop/hdds/utils/db/cache/TableCacheImpl.java | 205 ---
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 71 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 5 +-
.../org/apache/hadoop/ozone/OzoneSecurityUtil.java | 4 +-
.../org/apache/hadoop/ozone/audit/SCMAction.java | 1 +
.../common/InconsistentStorageStateException.java | 4 +-
.../ozone/common/OzoneChecksumException.java | 4 +-
.../org/apache/hadoop/ozone/common/Storage.java | 10 +-
.../apache/hadoop/ozone/common/StorageInfo.java | 2 +-
.../org/apache/hadoop/ozone/conf/package-info.java | 26 +
.../helpers/ContainerCommandRequestPBHelper.java | 4 +-
.../org/apache/hadoop/ozone/lock/LockManager.java | 6 +-
.../hadoop/ozone/lock/ReadWriteLockable.java | 31 +
.../ozone/protocolPB/ProtocolMessageMetrics.java | 105 --
.../src/main/proto/DatanodeContainerProtocol.proto | 1 +
.../proto/StorageContainerLocationProtocol.proto | 30 +-
hadoop-hdds/common/src/main/proto/hdds.proto | 1 +
.../common/src/main/resources/ozone-default.xml | 252 ++-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 117 +-
.../hadoop/hdds/fs/MockSpaceUsageCheckFactory.java | 57 +
.../hadoop/hdds/fs/MockSpaceUsageCheckParams.java | 71 +
.../hadoop/hdds/fs/MockSpaceUsagePersistence.java | 55 +
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 74 +
.../hdds/fs/TestCachingSpaceUsageSource.java | 197 +++
.../java/org/apache/hadoop/hdds/fs/TestDU.java | 112 ++
.../org/apache/hadoop/hdds/fs/TestDUFactory.java | 57 +
.../hdds/fs/TestDedicatedDiskSpaceUsage.java | 63 +
.../fs/TestDedicatedDiskSpaceUsageFactory.java | 57 +
.../hadoop/hdds/fs/TestSaveSpaceUsageToFile.java | 150 ++
.../hadoop/hdds/fs/TestSpaceUsageFactory.java | 197 +++
.../apache/hadoop/hdds/ratis/TestRatisHelper.java | 137 ++
.../hdds/scm/net/TestNetworkTopologyImpl.java | 8 +-
.../token/TestOzoneBlockTokenIdentifier.java | 313 ----
.../x509/certificate/utils/TestCRLCodec.java | 163 --
.../hadoop/hdds/utils/TestMetadataStore.java | 590 -------
.../hadoop/hdds/utils/db/TestDBConfigFromFile.java | 116 --
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 349 ----
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 304 ----
.../hdds/utils/db/TestTypedRDBTableStore.java | 392 -----
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 4 +-
.../apache/hadoop/ozone/lock/TestLockManager.java | 30 +
hadoop-hdds/config/pom.xml | 4 +-
.../org/apache/hadoop/hdds/conf/ConfigTag.java | 3 +-
hadoop-hdds/container-service/pom.xml | 18 +-
.../hadoop/hdds/freon/FakeRatisFollower.java | 125 ++
.../org/apache/hadoop/hdds/freon/package-info.java | 26 +
.../org/apache/hadoop/hdds/scm/HddsServerUtil.java | 357 ----
.../hadoop/ozone/HddsDatanodeHttpServer.java | 2 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 92 +-
.../container/common/helpers/ContainerMetrics.java | 6 +-
.../container/common/impl/ChunkLayOutVersion.java | 117 +-
.../ozone/container/common/impl/ContainerData.java | 60 +-
.../container/common/impl/ContainerDataYaml.java | 5 +-
.../ozone/container/common/impl/ContainerSet.java | 14 +
.../container/common/impl/HddsDispatcher.java | 15 +-
.../ozone/container/common/interfaces/Handler.java | 18 +-
.../common/interfaces/VolumeChoosingPolicy.java | 2 +-
.../report/CommandStatusReportPublisher.java | 2 +-
.../common/report/ContainerReportPublisher.java | 2 +-
.../common/report/NodeReportPublisher.java | 2 +-
.../common/report/PipelineReportPublisher.java | 2 +-
.../common/statemachine/DatanodeStateMachine.java | 28 +-
.../common/statemachine/EndpointStateMachine.java | 6 +-
.../common/statemachine/SCMConnectionManager.java | 66 +-
.../common/statemachine/StateContext.java | 140 +-
.../CreatePipelineCommandHandler.java | 3 +
.../commandhandler/DeleteBlocksCommandHandler.java | 2 +-
.../SetNodeOperationalStateCommandHandler.java | 2 +-
.../common/states/datanode/InitDatanodeState.java | 6 +-
.../states/datanode/RunningDatanodeState.java | 106 +-
.../states/endpoint/HeartbeatEndpointTask.java | 9 +-
.../states/endpoint/RegisterEndpointTask.java | 59 +-
.../states/endpoint/VersionEndpointTask.java | 4 +-
.../common/transport/server/ratis/CSMMetrics.java | 2 +-
.../server/ratis/ContainerStateMachine.java | 99 +-
.../transport/server/ratis/DispatcherContext.java | 4 +-
.../transport/server/ratis/XceiverServerRatis.java | 156 +-
.../container/common/volume/AsyncChecker.java | 4 +-
.../ozone/container/common/volume/HddsVolume.java | 80 +-
.../container/common/volume/HddsVolumeChecker.java | 151 +-
.../common/volume/ImmutableVolumeSet.java | 59 +
.../container/common/volume/MutableVolumeSet.java | 545 +++++++
.../common/volume/ThrottledAsyncChecker.java | 8 +-
.../ozone/container/common/volume/VolumeInfo.java | 44 +-
.../ozone/container/common/volume/VolumeSet.java | 511 +-----
.../ozone/container/common/volume/VolumeUsage.java | 169 +-
.../container/keyvalue/KeyValueBlockIterator.java | 2 +-
.../container/keyvalue/KeyValueContainerCheck.java | 127 +-
.../container/keyvalue/KeyValueContainerData.java | 44 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 60 +-
.../container/keyvalue/helpers/ChunkUtils.java | 287 ++--
.../keyvalue/impl/ChunkManagerDispatcher.java | 148 ++
.../keyvalue/impl/ChunkManagerDummyImpl.java | 115 +-
.../keyvalue/impl/ChunkManagerFactory.java | 45 +-
.../container/keyvalue/impl/ChunkManagerImpl.java | 337 ----
.../keyvalue/impl/FilePerBlockStrategy.java | 294 ++++
.../keyvalue/impl/FilePerChunkStrategy.java | 329 ++++
.../keyvalue/interfaces/ChunkManager.java | 14 +-
.../background/BlockDeletingService.java | 22 +-
.../container/ozoneimpl/ContainerController.java | 11 +-
.../ozoneimpl/ContainerDataScrubberMetrics.java | 2 +-
.../ContainerMetadataScrubberMetrics.java | 2 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 6 +-
.../ozoneimpl/ContainerScrubberConfiguration.java | 2 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 33 +-
.../replication/DownloadAndImportReplicator.java | 8 +-
.../ozone/protocol/ReconDatanodeProtocol.java | 33 +
.../protocol/StorageContainerDatanodeProtocol.java | 2 +-
.../protocol/StorageContainerNodeProtocol.java | 2 +-
.../ozone/protocolPB/ReconDatanodeProtocolPB.java | 38 +
.../StorageContainerDatanodeProtocolPB.java | 8 +-
...inerDatanodeProtocolServerSideTranslatorPB.java | 1 +
.../proto/StorageContainerDatanodeProtocol.proto | 1 +
.../hadoop/ozone/TestHddsDatanodeService.java | 10 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 28 +-
.../ozone/container/common/ContainerTestUtils.java | 60 +
.../ozone/container/common/SCMTestUtils.java | 7 +-
.../container/common/TestBlockDeletingService.java | 442 +++++
.../container/common/TestChunkLayOutVersion.java | 21 +-
.../ozone/container/common/TestContainerCache.java | 2 -
.../common/TestKeyValueContainerData.java | 18 +
.../container/common/helpers/TestBlockData.java | 6 +-
.../common/impl/TestContainerDataYaml.java | 25 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 19 +-
.../common/impl/TestContainerPersistence.java | 165 +-
.../container/common/impl/TestContainerSet.java | 23 +-
.../container/common/impl/TestHddsDispatcher.java | 71 +-
.../container/common/interfaces/TestHandler.java | 9 +-
.../common/statemachine/TestStateContext.java | 118 ++
.../TestCloseContainerCommandHandler.java | 23 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 10 +
.../container/common/volume/TestHddsVolume.java | 59 +-
.../common/volume/TestHddsVolumeChecker.java | 146 +-
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 90 +-
.../container/common/volume/TestVolumeSet.java | 16 +-
.../common/volume/TestVolumeSetDiskChecks.java | 21 +-
.../container/keyvalue/ChunkLayoutTestInfo.java | 120 ++
.../container/keyvalue/TestBlockManagerImpl.java | 200 ---
.../container/keyvalue/TestChunkManagerImpl.java | 330 ----
.../keyvalue/TestKeyValueBlockIterator.java | 21 +-
.../container/keyvalue/TestKeyValueContainer.java | 25 +-
.../keyvalue/TestKeyValueContainerCheck.java | 83 +-
.../TestKeyValueContainerMarkUnhealthy.java | 19 +-
.../container/keyvalue/TestKeyValueHandler.java | 54 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 4 +-
.../container/keyvalue/TestTarContainerPacker.java | 20 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 48 +-
.../keyvalue/impl/AbstractTestChunkManager.java | 170 ++
.../keyvalue/impl/CommonChunkManagerTestCases.java | 201 +++
.../keyvalue/impl/TestBlockManagerImpl.java | 219 +++
.../keyvalue/impl/TestChunkManagerDummyImpl.java | 60 +
.../keyvalue/impl/TestFilePerBlockStrategy.java | 140 ++
.../keyvalue/impl/TestFilePerChunkStrategy.java | 92 ++
.../container/ozoneimpl/TestOzoneContainer.java | 26 +-
.../replication/TestReplicationSupervisor.java | 38 +-
.../src/test/resources/ozone-site.xml | 30 +
.../docs/content/beyond/DockerCheatSheet.zh.md | 85 +
hadoop-hdds/docs/content/beyond/RunningWithHDFS.md | 2 +-
.../docs/content/beyond/RunningWithHDFS.zh.md | 64 +
hadoop-hdds/docs/content/concept/Hdds.zh.md | 40 +
hadoop-hdds/docs/content/concept/Overview.zh.md | 50 +
.../docs/content/concept/OzoneManager.zh.md | 64 +
hadoop-hdds/docs/content/concept/_index.zh.md | 8 +-
hadoop-hdds/docs/content/gdpr/GDPR in Ozone.zh.md | 36 +
hadoop-hdds/docs/content/gdpr/_index.zh.md | 34 +
hadoop-hdds/docs/content/interface/JavaApi.zh.md | 134 +-
hadoop-hdds/docs/content/interface/OzoneFS.zh.md | 140 ++
hadoop-hdds/docs/content/interface/S3.zh.md | 130 +-
hadoop-hdds/docs/content/interface/_index.zh.md | 26 +
hadoop-hdds/docs/content/shell/BucketCommands.md | 1 +
.../docs/content/shell/BucketCommands.zh.md | 98 ++
hadoop-hdds/docs/content/shell/Format.md | 4 +-
hadoop-hdds/docs/content/shell/Format.zh.md | 65 +
hadoop-hdds/docs/content/shell/KeyCommands.md | 4 +-
hadoop-hdds/docs/content/shell/KeyCommands.zh.md | 138 ++
.../docs/content/shell/VolumeCommands.zh.md | 107 ++
hadoop-hdds/docs/content/shell/_index.zh.md | 7 +-
hadoop-hdds/docs/content/start/FromSource.zh.md | 31 +-
hadoop-hdds/docs/content/start/Kubernetes.zh.md | 19 +-
hadoop-hdds/docs/content/start/Minikube.zh.md | 24 +-
hadoop-hdds/docs/content/start/OnPrem.zh.md | 123 +-
.../docs/content/start/RunningViaDocker.zh.md | 25 +-
.../docs/content/start/StartFromDockerHub.zh.md | 61 +-
hadoop-hdds/docs/content/start/_index.zh.md | 3 +-
hadoop-hdds/docs/content/tools/Admin.md | 35 +
hadoop-hdds/docs/content/tools/SCMCLI.md | 27 -
hadoop-hdds/docs/content/tools/_index.md | 4 +-
hadoop-hdds/docs/dev-support/bin/generate-site.sh | 2 +
hadoop-hdds/docs/pom.xml | 4 +-
hadoop-hdds/framework/pom.xml | 31 +-
.../hadoop/hdds/protocol/SCMSecurityProtocol.java | 80 +
.../apache/hadoop/hdds/protocol/package-info.java | 0
.../SCMSecurityProtocolClientSideTranslatorPB.java | 0
.../hdds/protocolPB/SCMSecurityProtocolPB.java | 0
.../hadoop/hdds/protocolPB/package-info.java | 0
.../hdds/security/token/BlockTokenException.java | 0
.../hdds/security/token/BlockTokenVerifier.java | 0
.../hadoop/hdds/security/token/TokenVerifier.java | 0
.../hadoop/hdds/security/token/package-info.java | 0
.../x509/certificate/authority/BaseApprover.java | 0
.../certificate/authority/CertificateApprover.java | 0
.../certificate/authority/CertificateServer.java | 0
.../certificate/authority/CertificateStore.java | 0
.../certificate/authority/DefaultApprover.java | 0
.../certificate/authority/DefaultCAServer.java | 0
.../authority/PKIProfiles/DefaultCAProfile.java | 0
.../authority/PKIProfiles/DefaultProfile.java | 340 ++++
.../authority/PKIProfiles/PKIProfile.java | 0
.../authority/PKIProfiles/package-info.java | 0
.../x509/certificate/authority/package-info.java | 0
.../x509/certificate/client/CertificateClient.java | 0
.../certificate/client/DNCertificateClient.java | 0
.../client/DefaultCertificateClient.java | 832 ++++++++++
.../certificate/client/OMCertificateClient.java | 0
.../x509/certificate/client/package-info.java | 0
.../security/x509/certificate/utils/CRLCodec.java | 206 +++
.../x509/certificate/utils/package-info.java | 0
.../certificates/utils/CertificateSignRequest.java | 0
.../certificates/utils/SelfSignedCertificate.java | 0
.../x509/certificates/utils/package-info.java | 0
.../x509/exceptions/CertificateException.java | 0
.../security/x509/exceptions/package-info.java | 0
.../hdds/security/x509/keys/HDDSKeyGenerator.java | 0
.../hadoop/hdds/security/x509/keys/KeyCodec.java | 0
.../hdds/security/x509/keys/SecurityUtil.java | 0
.../hdds/security/x509/keys/package-info.java | 0
.../hadoop/hdds/security/x509/package-info.java | 0
.../apache/hadoop/hdds/server/BaseHttpServer.java | 255 ---
.../hadoop/hdds/server/LogStreamServlet.java | 58 -
.../server/OzoneProtocolMessageDispatcher.java | 2 +-
.../apache/hadoop/hdds/server/ProfileServlet.java | 506 ------
.../hadoop/hdds/server/PrometheusMetricsSink.java | 146 --
.../hadoop/hdds/server/PrometheusServlet.java | 55 -
.../hadoop/hdds/server/RatisDropwizardExports.java | 38 -
.../hdds/server/RatisNameRewriteSampleBuilder.java | 104 --
.../org/apache/hadoop/hdds/server/ServerUtils.java | 11 +-
.../hadoop/hdds/server/events/EventQueue.java | 13 +-
.../hdds/server/http/AdminAuthorizedServlet.java | 46 +
.../hadoop/hdds/server/http/BaseHttpServer.java | 416 +++++
.../hadoop/hdds/server/http/FilterContainer.java | 42 +
.../hadoop/hdds/server/http/FilterInitializer.java | 33 +
.../hadoop/hdds/server/http/HtmlQuoting.java | 235 +++
.../apache/hadoop/hdds/server/http/HttpConfig.java | 75 +
.../hadoop/hdds/server/http/HttpRequestLog.java | 107 ++
.../hdds/server/http/HttpRequestLogAppender.java | 62 +
.../hadoop/hdds/server/http/HttpServer2.java | 1706 ++++++++++++++++++++
.../hadoop/hdds/server/http/LogStreamServlet.java | 58 +
.../hadoop/hdds/server/http/NoCacheFilter.java | 55 +
.../hadoop/hdds/server/http/ProfileServlet.java | 506 ++++++
.../hdds/server/http/PrometheusMetricsSink.java | 146 ++
.../hadoop/hdds/server/http/PrometheusServlet.java | 55 +
.../hdds/server/http/RatisDropwizardExports.java | 38 +
.../server/http/RatisNameRewriteSampleBuilder.java | 113 ++
.../hdds/server/http/StaticUserWebFilter.java | 157 ++
.../hadoop/hdds/server/http/package-info.java | 23 +
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 461 ++++++
.../org/apache/hadoop/hdds/utils/LevelDBStore.java | 399 +++++
.../hadoop/hdds/utils/LevelDBStoreIterator.java | 0
.../hadoop/hdds/utils/MetaStoreIterator.java | 0
.../hadoop/hdds/utils/MetadataKeyFilters.java | 207 +++
.../apache/hadoop/hdds/utils/MetadataStore.java | 233 +++
.../hadoop/hdds/utils/MetadataStoreBuilder.java | 0
.../hadoop/hdds/utils/ProtocolMessageMetrics.java | 105 ++
.../org/apache/hadoop/hdds/utils/RocksDBStore.java | 405 +++++
.../hadoop/hdds/utils/RocksDBStoreIterator.java | 0
.../hadoop/hdds/utils/RocksDBStoreMBean.java | 0
.../hadoop/hdds/utils/db/BatchOperation.java | 0
.../hadoop/hdds/utils/db/ByteArrayCodec.java | 0
.../hadoop/hdds/utils/db/ByteArrayKeyValue.java | 0
.../org/apache/hadoop/hdds/utils/db/Codec.java | 0
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 0
.../apache/hadoop/hdds/utils/db/DBCheckpoint.java | 0
.../hadoop/hdds/utils/db/DBConfigFromFile.java | 0
.../org/apache/hadoop/hdds/utils/db/DBProfile.java | 120 ++
.../org/apache/hadoop/hdds/utils/db/DBStore.java | 196 +++
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 266 +++
.../hadoop/hdds/utils/db/DBUpdatesWrapper.java | 0
.../apache/hadoop/hdds/utils/db/IntegerCodec.java | 0
.../org/apache/hadoop/hdds/utils/db/LongCodec.java | 0
.../hadoop/hdds/utils/db/RDBBatchOperation.java | 0
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 100 ++
.../apache/hadoop/hdds/utils/db/RDBMetrics.java | 110 ++
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 385 +++++
.../hadoop/hdds/utils/db/RDBStoreIterator.java | 0
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 234 +++
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 104 ++
.../hadoop/hdds/utils/db/RocksDBConfiguration.java | 0
.../utils/db/SequenceNumberNotFoundException.java | 0
.../apache/hadoop/hdds/utils/db/StringCodec.java | 52 +
.../org/apache/hadoop/hdds/utils/db/Table.java | 185 +++
.../apache/hadoop/hdds/utils/db/TableConfig.java | 94 ++
.../apache/hadoop/hdds/utils/db/TableIterator.java | 0
.../apache/hadoop/hdds/utils/db/TypedTable.java | 387 +++++
.../hadoop/hdds/utils/db/cache/CacheKey.java | 0
.../hadoop/hdds/utils/db/cache/CacheResult.java | 0
.../hadoop/hdds/utils/db/cache/CacheValue.java | 0
.../hadoop/hdds/utils/db/cache/EpochEntry.java | 0
.../hadoop/hdds/utils/db/cache/TableCache.java | 112 ++
.../hadoop/hdds/utils/db/cache/TableCacheImpl.java | 205 +++
.../hadoop/hdds/utils/db/cache/package-info.java | 0
.../apache/hadoop/hdds/utils/db/package-info.java | 0
.../org/apache/hadoop/hdds/utils/package-info.java | 27 +
.../token/TestOzoneBlockTokenIdentifier.java | 312 ++++
.../hadoop/hdds/security/token/package-info.java | 0
.../x509/certificate/authority/MockApprover.java | 0
.../x509/certificate/authority/MockCAStore.java | 0
.../certificate/authority/TestDefaultCAServer.java | 0
.../certificate/authority/TestDefaultProfile.java | 0
.../x509/certificate/authority/package-info.java | 0
.../client/TestCertificateClientInit.java | 0
.../client/TestDefaultCertificateClient.java | 0
.../x509/certificate/utils/TestCRLCodec.java | 290 ++++
.../certificate/utils/TestCertificateCodec.java | 0
.../x509/certificate/utils/package-info.java | 0
.../certificates/TestCertificateSignRequest.java | 0
.../x509/certificates/TestRootCertificate.java | 0
.../security/x509/certificates/package-info.java | 0
.../security/x509/keys/TestHDDSKeyGenerator.java | 0
.../hdds/security/x509/keys/TestKeyCodec.java | 0
.../hdds/security/x509/keys/package-info.java | 0
.../hadoop/hdds/security/x509/package-info.java | 0
.../hadoop/hdds/server/TestBaseHttpServer.java | 98 --
.../hadoop/hdds/server/TestProfileServlet.java | 54 -
.../hdds/server/TestPrometheusMetricsSink.java | 199 ---
.../hdds/server/TestRatisDropwizardExports.java | 66 -
.../hadoop/hdds/server/TestRatisNameRewrite.java | 107 --
.../hdds/server/http/TestBaseHttpServer.java | 99 ++
.../hadoop/hdds/server/http/TestHtmlQuoting.java | 96 ++
.../hdds/server/http/TestHttpRequestLog.java | 51 +
.../server/http/TestHttpRequestLogAppender.java | 40 +
.../hdds/server/http/TestProfileServlet.java | 54 +
.../server/http/TestPrometheusMetricsSink.java | 199 +++
.../server/http/TestRatisDropwizardExports.java | 63 +
.../hdds/server/http/TestRatisNameRewrite.java | 117 ++
.../hadoop/hdds/server/http/package-info.java | 23 +
.../hadoop/hdds/utils/TestMetadataStore.java | 587 +++++++
.../hadoop/hdds/utils/TestRocksDBStoreMBean.java | 0
.../hadoop/hdds/utils/db/TestDBConfigFromFile.java | 117 ++
.../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 0
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 352 ++++
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 367 +++++
.../hdds/utils/db/TestTypedRDBTableStore.java | 411 +++++
.../hdds/utils/db/cache/TestTableCacheImpl.java | 0
.../hadoop/hdds/utils/db/cache/package-info.java | 0
.../apache/hadoop/hdds/utils/db/package-info.java | 0
.../org/apache/hadoop/hdds/utils/package-info.java | 0
.../src/test/resources/test.db.ini | 0
hadoop-hdds/pom.xml | 54 +-
hadoop-hdds/server-scm/pom.xml | 47 +-
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 200 +++
.../apache/hadoop/hdds/scm/block/BlockManager.java | 9 +-
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 12 +-
.../container/AbstractContainerReportHandler.java | 2 +-
.../hdds/scm/container/ContainerManager.java | 2 +
.../hdds/scm/container/ContainerStateManager.java | 57 +-
.../IncrementalContainerReportHandler.java | 3 +
.../hdds/scm/container/ReplicationManager.java | 27 +-
.../hdds/scm/container/SCMContainerManager.java | 69 +-
.../ContainerPlacementPolicyFactory.java | 22 +-
.../placement/algorithms/SCMCommonPolicy.java | 201 ---
.../algorithms/SCMContainerPlacementCapacity.java | 4 +-
.../algorithms/SCMContainerPlacementRackAware.java | 12 +-
.../algorithms/SCMContainerPlacementRandom.java | 6 +-
.../scm/container/states/ContainerStateMap.java | 3 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 14 +
.../hadoop/hdds/scm/node/NodeManagerMXBean.java | 2 +-
.../hadoop/hdds/scm/node/NodeStateManager.java | 14 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 39 +-
.../hadoop/hdds/scm/node/SCMNodeMetrics.java | 2 +-
.../hdds/scm/node/SCMNodeStorageStatMXBean.java | 2 +-
.../hdds/scm/node/states/Node2ObjectsMap.java | 4 +-
.../hdds/scm/node/states/Node2PipelineMap.java | 11 +-
.../scm/pipeline/BackgroundPipelineCreator.java | 9 +
.../hadoop/hdds/scm/pipeline/PipelineFactory.java | 15 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 15 +-
.../hdds/scm/pipeline/PipelineManagerMXBean.java | 2 +-
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 429 +++++
.../hdds/scm/pipeline/PipelineReportHandler.java | 47 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 11 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 5 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 162 +-
.../hdds/scm/pipeline/RatisPipelineUtils.java | 117 ++
.../hdds/scm/pipeline/SCMPipelineManager.java | 205 ++-
.../hdds/scm/pipeline/SCMPipelineMetrics.java | 47 +-
.../hdds/scm/pipeline/SimplePipelineProvider.java | 2 +-
.../SCMSecurityProtocolServerSideTranslatorPB.java | 2 +-
...lockLocationProtocolServerSideTranslatorPB.java | 4 +-
...inerLocationProtocolServerSideTranslatorPB.java | 49 +-
.../scm/safemode/HealthyPipelineSafeModeRule.java | 13 +-
.../hdds/scm/safemode/SCMSafeModeManager.java | 6 +-
.../hadoop/hdds/scm/safemode/SafeModeHandler.java | 87 +-
.../hadoop/hdds/scm/safemode/SafeModeManager.java | 31 +
.../hdds/scm/safemode/SafeModeNotification.java | 25 +
.../scm/server/OzoneStorageContainerManager.java | 12 +
.../hdds/scm/server/SCMBlockProtocolServer.java | 4 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 36 +-
.../hdds/scm/server/SCMContainerMetrics.java | 2 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 87 +-
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 2 +-
.../hadoop/hdds/scm/server/SCMPolicyProvider.java | 8 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 6 +-
.../hdds/scm/server/StorageContainerManager.java | 66 +-
.../server/StorageContainerManagerHttpServer.java | 2 +-
.../scm/server/StorageContainerManagerStarter.java | 9 +-
.../apache/hadoop/hdds/scm/HddsServerUtilTest.java | 308 ----
.../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 202 +++
.../hadoop/hdds/scm/TestHddsServerUtils.java | 1 +
.../scm/TestStorageContainerManagerHttpServer.java | 25 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 65 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 54 +-
.../hdds/scm/container/SimpleMockNodeManager.java | 11 +
.../container/TestCloseContainerEventHandler.java | 7 +-
.../hdds/scm/container/TestReplicationManager.java | 7 +-
.../algorithms/TestContainerPlacementFactory.java | 7 +-
.../hdds/scm/node/TestContainerPlacement.java | 5 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 16 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 2 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 46 +-
.../scm/pipeline/MockRatisPipelineProvider.java | 43 +
.../TestPipelineDatanodesIntersection.java | 134 ++
.../scm/pipeline/TestPipelinePlacementPolicy.java | 341 ++++
.../scm/pipeline/TestRatisPipelineProvider.java | 75 +-
.../hdds/scm/pipeline/TestSCMPipelineManager.java | 82 +-
.../safemode/TestHealthyPipelineSafeModeRule.java | 19 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 6 +-
.../hdds/scm/safemode/TestSafeModeHandler.java | 11 +-
.../scm/server/TestSCMBlockProtocolServer.java | 2 +-
.../scm/server/TestSCMClientProtocolServer.java | 6 +-
.../ozone/container/common/TestEndPoint.java | 83 +-
.../testutils/ReplicationNodeManagerMock.java | 16 +
hadoop-hdds/tools/pom.xml | 23 +-
.../hdds/scm/cli/ContainerOperationClient.java | 519 ++++++
.../hdds/scm/cli/ReplicationManagerCommands.java | 21 +-
.../org/apache/hadoop/hdds/scm/cli/SCMCLI.java | 1 -
.../hadoop/hdds/scm/cli/SafeModeCommands.java | 16 +-
.../hadoop/hdds/scm/cli/TopologySubcommand.java | 26 +-
.../hdds/scm/cli/container/CloseSubcommand.java | 4 +-
.../hdds/scm/cli/container/ContainerCommands.java | 32 +-
.../hdds/scm/cli/container/DeleteSubcommand.java | 3 +-
.../hdds/scm/cli/container/WithScmClient.java | 29 +
.../hdds/scm/cli/datanode/DatanodeCommands.java | 58 +
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 121 ++
.../hadoop/hdds/scm/cli/datanode/package-info.java | 22 +
.../hdds/scm/cli/node/DatanodeAdminCommands.java | 16 +-
.../scm/cli/pipeline/CreatePipelineSubcommand.java | 77 +
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 11 +-
.../hdds/scm/cli/pipeline/PipelineCommands.java | 23 +-
hadoop-ozone/client/pom.xml | 4 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 2 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 8 +-
.../hadoop/ozone/client/OzoneClientFactory.java | 52 +-
.../apache/hadoop/ozone/client/OzoneVolume.java | 7 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 4 +-
.../client/io/BlockOutputStreamEntryPool.java | 23 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 74 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 17 +-
hadoop-ozone/common/pom.xml | 4 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 45 +-
.../ozone/OzoneIllegalArgumentException.java | 4 +-
.../apache/hadoop/ozone/freon/OzoneGetConf.java | 6 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 2 +-
.../hadoop/ozone/om/exceptions/OMException.java | 4 +
.../ozone/om/exceptions/OMReplayException.java | 50 +
.../ozone/om/ha/OMFailoverProxyProvider.java | 24 +-
.../org/apache/hadoop/ozone/om/ha/OMProxyInfo.java | 25 +-
.../ozone/om/helpers/EncryptionBucketInfo.java | 4 +-
.../hadoop/ozone/om/helpers/OMRatisHelper.java | 21 +
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 46 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 61 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 89 +-
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 22 +-
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 59 +-
.../hadoop/ozone/om/helpers/OzoneFileStatus.java | 2 +-
.../hadoop/ozone/om/helpers/WithObjectID.java | 123 ++
...OzoneManagerProtocolClientSideTranslatorPB.java | 75 +-
.../om/protocolPB/OzoneManagerProtocolPB.java | 2 +-
.../security/OzoneBlockTokenSecretManager.java | 4 +-
.../OzoneDelegationTokenSecretManager.java | 15 +-
.../security/OzoneDelegationTokenSelector.java | 2 +-
.../hadoop/ozone/security/OzoneSecretKey.java | 4 +-
.../hadoop/ozone/security/OzoneSecretManager.java | 4 +-
.../hadoop/ozone/security/OzoneSecretStore.java | 2 +-
.../ozone/security/OzoneTokenIdentifier.java | 4 +-
.../ozone/security/acl/IAccessAuthorizer.java | 4 +-
.../hadoop/ozone/security/acl/OzoneAclConfig.java | 3 +
.../apache/hadoop/ozone/util/OzoneVersionInfo.java | 4 +-
.../apache/hadoop/ozone/web/utils/OzoneUtils.java | 2 +-
.../src/main/proto/OzoneManagerProtocol.proto | 20 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 25 +
.../om/codec/TestOmMultipartKeyInfoCodec.java | 12 +-
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 11 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 2 +-
hadoop-ozone/csi/pom.xml | 6 +-
hadoop-ozone/datanode/pom.xml | 4 +-
.../dev-support/checks/_mvn_unit_report.sh | 36 +-
hadoop-ozone/dev-support/checks/integration.sh | 15 +-
hadoop-ozone/dev-support/checks/unit.sh | 13 +-
hadoop-ozone/dev-support/intellij/ozone-site.xml | 18 +-
.../intellij/runConfigurations/Datanode.xml | 33 -
.../intellij/runConfigurations/Datanode1.xml | 33 +
.../intellij/runConfigurations/Datanode2.xml | 33 +
.../intellij/runConfigurations/Datanode3.xml | 33 +
hadoop-ozone/dist/pom.xml | 4 +-
.../dist/src/main/assemblies/ozone-src.xml | 4 +-
.../dist/src/main/compose/ozone-mr/common-config | 2 +
.../ozone-mr/hadoop27/{test.sh => run-test.sh} | 0
.../src/main/compose/ozone-om-ha-s3/docker-config | 4 +-
.../dist/src/main/compose/ozone-om-ha-s3/test.sh | 4 +
.../dist/src/main/compose/ozone-om-ha/.ssh/id_rsa | 15 -
.../src/main/compose/ozone-om-ha/.ssh/id_rsa.pub | 15 -
.../src/main/compose/ozone-om-ha/docker-config | 1 +
.../ozone-om-ha/{run.sh => test_disabled.sh} | 0
.../dist/src/main/compose/ozone-topology/.env | 2 +-
.../compose/ozone-topology/docker-compose.yaml | 28 +
.../src/main/compose/ozone-topology/docker-config | 6 +-
.../src/main/compose/ozone-topology/hdds-3084.sh | 56 +
.../dist/src/main/compose/ozone-topology/test.sh | 2 +-
.../src/main/compose/ozone/docker-compose.yaml | 1 -
.../dist/src/main/compose/ozone/docker-config | 7 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 8 +
.../src/main/compose/ozones3-haproxy/docker-config | 4 +-
.../compose/ozonesecure-mr/docker-compose.yaml | 9 +
.../src/main/compose/ozonesecure-mr/docker-config | 7 +-
.../main/compose/ozonesecure/docker-compose.yaml | 10 +-
.../src/main/compose/ozonesecure/docker-config | 13 +-
.../dist/src/main/compose/ozonesecure/test.sh | 4 +-
hadoop-ozone/dist/src/main/compose/test-all.sh | 2 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 83 +-
.../src/main/smoketest/admincli/datanode.robot | 30 +
.../src/main/smoketest/admincli/pipeline.robot | 34 +
.../main/smoketest/auditparser/auditparser.robot | 1 +
.../dist/src/main/smoketest/basic/basic.robot | 2 +
.../dist/src/main/smoketest/commonlib.robot | 1 +
.../dist/src/main/smoketest/env-compose.robot | 2 +-
.../dist/src/main/smoketest/freon/freon.robot | 37 +
.../dist/src/main/smoketest/gdpr/gdpr.robot | 1 +
.../main/smoketest/om-ratis/testOMAdminCmd.robot | 26 +
.../dist/src/main/smoketest/omha/testOMHA.robot | 45 +-
.../src/main/smoketest/ozonefs/hadoopo3fs.robot | 1 +
.../dist/src/main/smoketest/ozonefs/ozonefs.robot | 7 +
.../dist/src/main/smoketest/recon/recon-api.robot | 68 +
.../src/main/smoketest/s3/MultipartUpload.robot | 1 +
.../dist/src/main/smoketest/s3/awss3.robot | 1 +
.../dist/src/main/smoketest/s3/bucketcreate.robot | 1 +
.../dist/src/main/smoketest/s3/buckethead.robot | 1 +
.../dist/src/main/smoketest/s3/bucketlist.robot | 1 +
.../dist/src/main/smoketest/s3/objectcopy.robot | 1 +
.../dist/src/main/smoketest/s3/objectdelete.robot | 1 +
.../src/main/smoketest/s3/objectmultidelete.robot | 1 +
.../dist/src/main/smoketest/s3/objectputget.robot | 1 +
.../dist/src/main/smoketest/s3/webui.robot | 4 +-
.../dist/src/main/smoketest/scmcli/pipeline.robot | 28 -
.../main/smoketest/security/ozone-secure-fs.robot | 6 +
.../main/smoketest/security/ozone-secure-s3.robot | 1 +
.../dist/src/main/smoketest/topology/cli.robot | 33 +
.../src/main/smoketest/topology/loaddata.robot | 33 +
.../src/main/smoketest/topology/readdata.robot | 30 +
.../dist/src/main/smoketest/topology/scmcli.robot | 32 -
hadoop-ozone/dist/src/shell/ozone/ozone | 11 +-
.../fault-injection-test/mini-chaos-tests/pom.xml | 4 +-
.../mini-chaos-tests/src/test/bin/start-chaos.sh | 7 +-
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 255 ++-
.../ozone/MiniOzoneDatanodeChaosCluster.java | 57 +
.../hadoop/ozone/MiniOzoneLoadGenerator.java | 268 +--
.../hadoop/ozone/MiniOzoneOMChaosCluster.java | 132 ++
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 57 +-
.../ozone/loadgenerators/AgedLoadGenerator.java | 98 ++
.../hadoop/ozone/loadgenerators/DataBuffer.java | 53 +
.../loadgenerators/FilesystemLoadGenerator.java | 69 +
.../hadoop/ozone/loadgenerators/LoadExecutors.java | 101 ++
.../hadoop/ozone/loadgenerators/LoadGenerator.java | 37 +
.../ozone/loadgenerators/RandomLoadGenerator.java | 68 +
.../org/apache/hadoop/ozone/utils/LoadBucket.java | 40 +-
.../src/test/resources/log4j.properties | 10 +-
.../fault-injection-test/network-tests/pom.xml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 4 +-
hadoop-ozone/insight/pom.xml | 10 +-
.../hadoop/ozone/insight/BaseInsightPoint.java | 4 +-
.../hadoop/ozone/insight/LogSubcommandTest.java | 41 -
.../hadoop/ozone/insight/TestLogSubcommand.java | 41 +
hadoop-ozone/integration-test/pom.xml | 23 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 18 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 193 ++-
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 174 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 7 +-
.../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 110 --
.../hadoop/fs/ozone/contract/OzoneContract.java | 23 +
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 67 +-
.../TestContainerStateManagerIntegration.java | 1 +
.../hadoop/hdds/scm/pipeline/TestNodeFailure.java | 18 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 1 +
.../TestRatisPipelineCreateAndDestroy.java | 27 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 207 ---
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 5 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 5 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 50 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 237 +--
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 159 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 13 +-
.../hadoop/ozone/TestContainerOperations.java | 9 +-
.../TestContainerStateMachineIdempotency.java | 5 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 19 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 7 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 6 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 100 +-
.../hadoop/ozone/TestStorageContainerManager.java | 2 +
.../ozone/client/rpc/Test2WayCommitInRatis.java | 58 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 2 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 24 +-
.../rpc/TestBlockOutputStreamWithFailures.java | 427 +----
.../rpc/TestCloseContainerHandlingByClient.java | 3 +-
.../hadoop/ozone/client/rpc/TestCommitWatcher.java | 87 +-
.../rpc/TestContainerReplicationEndToEnd.java | 20 +-
.../client/rpc/TestContainerStateMachine.java | 10 +-
.../TestContainerStateMachineFailureOnRead.java | 226 +++
.../rpc/TestContainerStateMachineFailures.java | 4 +-
.../client/rpc/TestDeleteWithSlowFollower.java | 80 +-
.../client/rpc/TestFailureHandlingByClient.java | 54 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 5 +-
.../ozone/client/rpc/TestKeyInputStream.java | 4 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 31 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 10 +-
.../rpc/TestOzoneClientRetriesOnException.java | 73 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 46 +-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 3 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 2 +
.../hadoop/ozone/client/rpc/TestReadRetries.java | 2 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 4 +-
.../ozone/client/rpc/TestWatchForCommit.java | 67 +-
.../ozone/container/TestContainerReplication.java | 2 +
.../container/common/TestBlockDeletingService.java | 465 ------
.../commandhandler/TestBlockDeletion.java | 2 +
.../TestCloseContainerByPipeline.java | 9 +-
.../commandhandler/TestCloseContainerHandler.java | 2 +-
.../commandhandler/TestDeleteContainerHandler.java | 2 +-
.../transport/server/ratis/TestCSMMetrics.java | 2 +
.../container/metrics/TestContainerMetrics.java | 7 +-
.../container/ozoneimpl/TestOzoneContainer.java | 4 +-
.../ozoneimpl/TestOzoneContainerRatis.java | 4 +-
.../container/ozoneimpl/TestRatisManager.java | 6 +-
.../container/server/TestContainerServer.java | 3 +-
.../server/TestSecureContainerServer.java | 5 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 85 +
.../hadoop/ozone/dn/scrubber/TestDataScrubber.java | 8 +-
.../hadoop/ozone/freon/TestDataValidate.java | 57 +-
.../freon/TestDataValidateWithDummyContainers.java | 18 +-
.../ozone/freon/TestFreonWithDatanodeRestart.java | 35 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 3 +
.../ozone/freon/TestOzoneClientKeyGenerator.java | 15 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 27 +-
.../ozone/om/TestContainerReportWithKeys.java | 2 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 179 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 3 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 7 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 2 +
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 28 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 5 +
.../ozone/om/TestOzoneManagerRocksDBLogging.java | 46 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 2 +
.../ozone/om/parser/TestOMRatisLogParser.java | 124 ++
.../hadoop/ozone/ozShell/TestOzoneShellHA.java | 143 +-
.../org/apache/hadoop/ozone/recon/TestRecon.java | 408 -----
.../hadoop/ozone/recon/TestReconAsPassiveScm.java | 200 +++
.../ozone/recon/TestReconWithOzoneManager.java | 389 +++++
.../ozone/recon/TestReconWithOzoneManagerHA.java | 142 ++
.../hadoop/ozone/scm/TestContainerSmallFile.java | 4 +-
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 7 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 6 +-
.../scm/node/TestDecommissionAndMaintenance.java | 4 +-
.../hadoop/ozone/scm/node/TestQueryNode.java | 7 +-
.../TestSCMPipelineBytesWrittenMetrics.java | 138 ++
.../ozone/scm/pipeline/TestSCMPipelineMetrics.java | 2 +
.../resources/{hdfs-site.xml => mapred-site.xml} | 0
.../src/test/resources/ozone-site.xml | 34 +
.../resources/{hdfs-site.xml => yarn-site.xml} | 0
hadoop-ozone/ozone-manager/pom.xml | 4 +-
.../apache/hadoop/ozone/om/KeyDeletingService.java | 46 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 126 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 5 +-
.../java/org/apache/hadoop/ozone/om/OMMXBean.java | 2 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 17 +-
.../apache/hadoop/ozone/om/OMPolicyProvider.java | 8 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 45 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 262 +--
.../hadoop/ozone/om/OzoneManagerHttpServer.java | 2 +-
.../hadoop/ozone/om/OzoneManagerStarter.java | 9 +-
.../apache/hadoop/ozone/om/PrefixManagerImpl.java | 42 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 6 +-
.../apache/hadoop/ozone/om/ha/OMNodeDetails.java | 3 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 14 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 4 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 38 +-
.../metrics/OzoneManagerDoubleBufferMetrics.java | 49 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 2 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 46 +-
.../om/request/bucket/OMBucketCreateRequest.java | 54 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 45 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 68 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 25 +-
.../request/bucket/acl/OMBucketAddAclRequest.java | 5 +-
.../bucket/acl/OMBucketRemoveAclRequest.java | 5 +-
.../request/bucket/acl/OMBucketSetAclRequest.java | 5 +-
.../om/request/file/OMDirectoryCreateRequest.java | 269 ++-
.../ozone/om/request/file/OMFileCreateRequest.java | 286 ++--
.../ozone/om/request/file/OMFileRequest.java | 153 +-
.../om/request/key/OMAllocateBlockRequest.java | 107 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 137 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 145 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 88 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 127 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 199 ++-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 183 +--
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 65 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 45 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 47 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 40 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 94 +-
.../key/acl/prefix/OMPrefixAddAclRequest.java | 51 +-
.../key/acl/prefix/OMPrefixRemoveAclRequest.java | 48 +-
.../key/acl/prefix/OMPrefixSetAclRequest.java | 44 +-
.../request/s3/bucket/S3BucketCreateRequest.java | 161 +-
.../request/s3/bucket/S3BucketDeleteRequest.java | 48 +-
.../S3InitiateMultipartUploadRequest.java | 81 +-
.../multipart/S3MultipartUploadAbortRequest.java | 101 +-
.../S3MultipartUploadCommitPartRequest.java | 146 +-
.../S3MultipartUploadCompleteRequest.java | 150 +-
.../om/request/s3/security/S3GetSecretRequest.java | 6 +-
.../security/OMCancelDelegationTokenRequest.java | 7 +-
.../security/OMGetDelegationTokenRequest.java | 16 +-
.../security/OMRenewDelegationTokenRequest.java | 7 +-
.../om/request/volume/OMVolumeCreateRequest.java | 16 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 10 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 13 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 13 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 71 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 37 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 37 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 35 +-
.../om/response/bucket/OMBucketCreateResponse.java | 29 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 29 +-
.../bucket/OMBucketSetPropertyResponse.java | 29 +-
.../response/bucket/acl/OMBucketAclResponse.java | 21 +-
.../response/file/OMDirectoryCreateResponse.java | 37 +-
.../om/response/file/OMFileCreateResponse.java | 19 +-
.../om/response/key/OMAllocateBlockResponse.java | 31 +-
.../ozone/om/response/key/OMKeyCommitResponse.java | 58 +-
.../ozone/om/response/key/OMKeyCreateResponse.java | 55 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 18 +-
.../ozone/om/response/key/OMKeyPurgeResponse.java | 22 +-
.../ozone/om/response/key/OMKeyRenameResponse.java | 81 +-
.../om/response/key/acl/OMKeyAclResponse.java | 29 +-
.../key/acl/prefix/OMPrefixAclResponse.java | 46 +-
.../response/s3/bucket/S3BucketCreateResponse.java | 41 +-
.../response/s3/bucket/S3BucketDeleteResponse.java | 26 +-
.../S3InitiateMultipartUploadResponse.java | 39 +-
.../multipart/S3MultipartUploadAbortResponse.java | 62 +-
.../S3MultipartUploadCommitPartResponse.java | 84 +-
.../S3MultipartUploadCompleteResponse.java | 76 +-
.../om/response/volume/OMVolumeAclOpResponse.java | 28 +-
.../om/response/volume/OMVolumeCreateResponse.java | 2 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 2 +-
.../om/snapshot/OzoneManagerSnapshotProvider.java | 43 +-
...OzoneManagerProtocolServerSideTranslatorPB.java | 1 +
.../ozone/security/acl/OzoneNativeAuthorizer.java | 8 +-
.../hadoop/ozone/web/ozShell/OzoneAddress.java | 37 +
.../web/ozShell/bucket/AddAclBucketHandler.java | 33 +-
.../web/ozShell/bucket/GetAclBucketHandler.java | 4 +-
.../web/ozShell/bucket/RemoveAclBucketHandler.java | 33 +-
.../ozone/web/ozShell/bucket/S3BucketMapping.java | 68 -
.../web/ozShell/bucket/SetAclBucketHandler.java | 31 +-
.../ozone/web/ozShell/keys/AddAclKeyHandler.java | 33 +-
.../ozone/web/ozShell/keys/GetAclKeyHandler.java | 4 +-
.../ozone/web/ozShell/keys/ListKeyHandler.java | 3 +-
.../web/ozShell/keys/RemoveAclKeyHandler.java | 33 +-
.../ozone/web/ozShell/keys/SetAclKeyHandler.java | 31 +-
.../ozone/web/ozShell/s3/GetS3SecretHandler.java | 7 +-
.../ozone/web/ozShell/s3/S3BucketMapping.java | 68 +
.../hadoop/ozone/web/ozShell/s3/S3Handler.java | 44 +
.../hadoop/ozone/web/ozShell/s3/S3Shell.java | 1 -
.../web/ozShell/volume/AddAclVolumeHandler.java | 33 +-
.../web/ozShell/volume/CreateVolumeHandler.java | 23 +-
.../web/ozShell/volume/GetAclVolumeHandler.java | 4 +-
.../web/ozShell/volume/RemoveAclVolumeHandler.java | 33 +-
.../web/ozShell/volume/SetAclVolumeHandler.java | 33 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 11 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 48 +
.../ozone/om/TestOzoneManagerHttpServer.java | 8 +-
...tOzoneManagerDoubleBufferWithDummyResponse.java | 7 +
...TestOzoneManagerDoubleBufferWithOMResponse.java | 193 +--
.../ozone/om/request/TestOMRequestUtils.java | 107 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 1 +
.../request/bucket/TestOMBucketCreateRequest.java | 48 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 46 +-
.../bucket/TestOMBucketSetPropertyRequest.java | 34 +-
.../request/file/TestOMDirectoryCreateRequest.java | 2 +-
.../om/request/file/TestOMFileCreateRequest.java | 82 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 92 ++
.../om/request/key/TestOMKeyCommitRequest.java | 84 +-
.../om/request/key/TestOMKeyCreateRequest.java | 48 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 44 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 166 +-
.../om/request/key/TestOMKeyRenameRequest.java | 106 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 1 +
.../om/request/key/TestOMPrefixAclRequest.java | 101 ++
.../s3/bucket/TestS3BucketCreateRequest.java | 28 +-
.../s3/bucket/TestS3BucketDeleteRequest.java | 36 +
.../om/request/s3/bucket/TestS3BucketRequest.java | 2 +-
.../request/volume/TestOMVolumeCreateRequest.java | 20 +-
.../volume/acl/TestOMVolumeAddAclRequest.java | 33 +
.../volume/acl/TestOMVolumeRemoveAclRequest.java | 47 +-
.../volume/acl/TestOMVolumeSetAclRequest.java | 35 +
.../ozone/om/response/TestOMResponseUtils.java | 6 +-
.../bucket/TestOMBucketCreateResponse.java | 5 +-
.../bucket/TestOMBucketDeleteResponse.java | 17 +-
.../bucket/TestOMBucketSetPropertyResponse.java | 5 +-
.../file/TestOMDirectoryCreateResponse.java | 37 +-
.../response/key/TestOMAllocateBlockResponse.java | 6 +-
.../om/response/key/TestOMKeyCommitResponse.java | 19 +-
.../om/response/key/TestOMKeyCreateResponse.java | 6 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 12 +-
.../om/response/key/TestOMKeyRenameResponse.java | 14 +-
.../s3/bucket/TestS3BucketDeleteResponse.java | 2 +-
.../s3/multipart/TestS3MultipartResponse.java | 19 +-
hadoop-ozone/ozonefs-lib-current/pom.xml | 4 +-
hadoop-ozone/ozonefs-lib-legacy/pom.xml | 9 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
.../java/org/apache/hadoop/fs/ozone/BasicOzFs.java | 4 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 27 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 47 +-
.../hadoop/fs/ozone/CapableOzoneFSInputStream.java | 42 +
.../main/java/org/apache/hadoop/fs/ozone/OzFs.java | 4 +-
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 6 +-
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 6 +-
.../hadoop/fs/ozone/OzoneFSStorageStatistics.java | 4 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 10 +-
.../org/apache/hadoop/fs/ozone/OzoneFsShell.java | 2 +-
.../hadoop/fs/ozone/OzoneStreamCapabilities.java | 38 +
.../org/apache/hadoop/fs/ozone/package-info.java | 4 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 12 +
.../fs/ozone/TestOzoneFileSystemWithMocks.java | 120 +-
.../hadoop/fs/ozone/TestReadWriteStatistics.java | 4 +-
hadoop-ozone/pom.xml | 5 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
.../recon/codegen/ReconSchemaGenerationModule.java | 4 +-
.../schema/ReconInternalSchemaDefinition.java | 65 -
.../recon/schema/ReconTaskSchemaDefinition.java | 65 +
.../recon/schema/UtilizationSchemaDefinition.java | 13 +
hadoop-ozone/recon/pom.xml | 31 +-
.../hadoop/ozone/recon/ConfigurationProvider.java | 16 +
.../apache/hadoop/ozone/recon/ReconConstants.java | 15 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 66 +-
.../recon/ReconGuiceServletContextListener.java | 2 +-
.../apache/hadoop/ozone/recon/ReconHttpServer.java | 10 +-
.../hadoop/ozone/recon/ReconRestServletModule.java | 7 +-
.../hadoop/ozone/recon/ReconSchemaManager.java | 2 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 180 ++-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 11 +-
.../hadoop/ozone/recon/ReconTaskBindingModule.java | 40 -
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 5 +-
.../ozone/recon/api/ClusterStateEndpoint.java | 111 ++
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 264 +++
.../ozone/recon/api/ContainerKeyService.java | 212 ---
.../hadoop/ozone/recon/api/NodeEndpoint.java | 134 ++
.../hadoop/ozone/recon/api/PipelineEndpoint.java | 107 ++
.../hadoop/ozone/recon/api/TaskStatusService.java | 7 +-
.../hadoop/ozone/recon/api/UtilizationService.java | 14 +-
.../hadoop/ozone/recon/api/package-info.java | 2 +-
.../recon/api/types/ClusterStateResponse.java | 198 +++
.../ozone/recon/api/types/ContainerKeyPrefix.java | 2 +-
.../ozone/recon/api/types/ContainerMetadata.java | 2 +-
.../ozone/recon/api/types/ContainersResponse.java | 13 +-
.../ozone/recon/api/types/DatanodeMetadata.java | 88 +
.../ozone/recon/api/types/DatanodePipeline.java | 48 +
.../recon/api/types/DatanodeStorageReport.java | 45 +
.../ozone/recon/api/types/DatanodesResponse.java | 58 +
.../hadoop/ozone/recon/api/types/KeyMetadata.java | 2 +-
.../hadoop/ozone/recon/api/types/KeysResponse.java | 74 +-
.../recon/api/types/MissingContainerMetadata.java | 76 +
.../recon/api/types/MissingContainersResponse.java | 53 +
.../ozone/recon/api/types/PipelineMetadata.java | 218 +++
.../ozone/recon/api/types/PipelinesResponse.java | 59 +
.../hadoop/ozone/recon/api/types/package-info.java | 2 +-
.../ozone/recon/fsck/MissingContainerInfo.java | 68 +
.../ozone/recon/fsck/MissingContainerTask.java | 109 ++
.../hadoop/ozone/recon/fsck/package-info.java | 22 +
.../apache/hadoop/ozone/recon/package-info.java | 2 +-
.../recon/persistence/DataSourceConfiguration.java | 5 +-
.../persistence/DefaultDataSourceProvider.java | 5 +-
.../recon/persistence/JooqPersistenceModule.java | 3 +-
.../TransactionalMethodInterceptor.java | 2 +-
.../ozone/recon/persistence/package-info.java | 2 +-
.../recon/recovery/ReconOMMetadataManager.java | 2 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 7 +-
.../hadoop/ozone/recon/recovery/package-info.java | 2 +-
.../hadoop/ozone/recon/scm/PipelineSyncTask.java | 73 +
.../ozone/recon/scm/ReconContainerManager.java | 131 ++
.../recon/scm/ReconContainerReportHandler.java | 74 +
.../recon/scm/ReconDatanodeProtocolServer.java | 57 +-
.../ReconIncrementalContainerReportHandler.java | 91 ++
.../ozone/recon/scm/ReconNewNodeHandler.java | 53 +
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 138 +-
.../ozone/recon/scm/ReconPipelineFactory.java | 69 +
.../ozone/recon/scm/ReconPipelineManager.java | 159 ++
.../recon/scm/ReconPipelineReportHandler.java | 90 ++
.../ozone/recon/scm/ReconPolicyProvider.java | 66 +
.../ozone/recon/scm/ReconSafeModeManager.java | 33 +
.../hadoop/ozone/recon/scm/ReconScmTask.java | 106 ++
.../hadoop/ozone/recon/scm/ReconStorageConfig.java | 2 +-
.../recon/scm/ReconStorageContainerManager.java | 146 --
.../scm/ReconStorageContainerManagerFacade.java | 267 +++
.../hadoop/ozone/recon/scm/package-info.java | 2 +-
.../recon/spi/ContainerDBServiceProvider.java | 20 +-
.../recon/spi/HddsDatanodeServiceProvider.java | 5 +-
.../recon/spi/OzoneManagerServiceProvider.java | 5 +-
.../recon/spi/StorageContainerServiceProvider.java | 36 +-
.../spi/impl/ContainerDBServiceProviderImpl.java | 46 +-
.../recon/spi/impl/ContainerKeyPrefixCodec.java | 2 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 113 +-
.../recon/spi/impl/ReconContainerDBProvider.java | 24 +-
.../impl/StorageContainerServiceProviderImpl.java | 63 +
.../hadoop/ozone/recon/spi/impl/package-info.java | 2 +-
.../hadoop/ozone/recon/spi/package-info.java | 2 +-
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 15 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 73 +-
.../hadoop/ozone/recon/tasks/OMDBUpdateEvent.java | 38 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 52 +-
.../ozone/recon/tasks/OMUpdateEventBatch.java | 2 +-
.../ozone/recon/tasks/ReconDBUpdateTask.java | 58 -
.../hadoop/ozone/recon/tasks/ReconOmTask.java | 58 +
.../ozone/recon/tasks/ReconTaskController.java | 13 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 73 +-
.../hadoop/ozone/recon/tasks/package-info.java | 2 +-
.../webapps/recon/ozone-recon-web/LICENSE | 34 +-
.../webapps/recon/ozone-recon-web/api/db.json | 428 +++--
.../webapps/recon/ozone-recon-web/api/routes.json | 4 +-
.../webapps/recon/ozone-recon-web/package.json | 7 +-
.../webapps/recon/ozone-recon-web/src/App.less | 100 ++
.../webapps/recon/ozone-recon-web/src/App.tsx | 2 +-
.../src/components/OverviewCard/OverviewCard.less | 17 +-
.../src/components/OverviewCard/OverviewCard.tsx | 24 +-
.../src/components/StorageBar/StorageBar.less | 47 +
.../src/components/StorageBar/StorageBar.tsx | 70 +
.../src/constants/breadcrumbs.constants.tsx | 3 +-
.../ozone-recon-web/src/makeRouteWithSubRoutes.tsx | 4 +-
.../webapps/recon/ozone-recon-web/src/routes.tsx | 12 +-
.../ozone-recon-web/src/types/datanode.types.tsx | 25 +
.../src/{ => types}/routes.types.tsx | 0
.../recon/ozone-recon-web/src/utils/themeIcons.tsx | 89 +
.../src/views/Datanodes/Datanodes.less | 33 +-
.../src/views/Datanodes/Datanodes.tsx | 87 +-
.../views/MissingContainers/MissingContainers.less | 17 +
.../views/MissingContainers/MissingContainers.tsx | 241 +++
.../src/views/Overview/Overview.less | 3 +
.../src/views/Overview/Overview.tsx | 105 +-
.../src/views/Pipelines/Pipelines.less | 23 +
.../src/views/Pipelines/Pipelines.tsx | 197 +++
.../webapps/recon/ozone-recon-web/yarn.lock | 217 +--
.../ozone/recon/AbstractOMMetadataManagerTest.java | 18 +-
.../ozone/recon/api/TestContainerEndpoint.java | 446 +++++
.../ozone/recon/api/TestContainerKeyService.java | 373 -----
.../hadoop/ozone/recon/api/TestEndpoints.java | 408 +++++
.../ozone/recon/api/TestTaskStatusService.java | 8 +-
.../ozone/recon/api/TestUtilizationService.java | 77 -
.../ozone/recon/fsck/TestMissingContainerTask.java | 126 ++
.../TestReconInternalSchemaDefinition.java | 12 +-
.../scm/AbstractReconContainerManagerTest.java | 120 ++
.../ozone/recon/scm/TestReconContainerManager.java | 97 ++
...TestReconIncrementalContainerReportHandler.java | 91 ++
.../ozone/recon/scm/TestReconNodeManager.java | 91 ++
.../ozone/recon/scm/TestReconPipelineManager.java | 173 ++
.../recon/scm/TestReconPipelineReportHandler.java | 101 ++
.../impl/TestOzoneManagerServiceProviderImpl.java | 7 +-
.../TestStorageContainerServiceProviderImpl.java | 93 ++
.../hadoop/ozone/recon/tasks/DummyReconDBTask.java | 2 +-
.../ozone/recon/tasks/TestFileSizeCountTask.java | 125 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 108 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 56 +-
.../recon/types/GuiceInjectorUtilsForTests.java | 27 +-
hadoop-ozone/s3gateway/pom.xml | 4 +-
.../org/apache/hadoop/ozone/s3/AWSAuthParser.java | 78 -
.../apache/hadoop/ozone/s3/AWSV4AuthParser.java | 304 ----
.../hadoop/ozone/s3/AWSV4SignatureProcessor.java | 426 +++++
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 3 +
.../apache/hadoop/ozone/s3/HeaderPreprocessor.java | 16 +-
.../hadoop/ozone/s3/OzoneClientProducer.java | 96 +-
.../hadoop/ozone/s3/RootPageDisplayFilter.java | 61 +
.../hadoop/ozone/s3/S3GatewayConfigKeys.java | 4 +-
.../hadoop/ozone/s3/S3GatewayHttpServer.java | 2 +-
.../apache/hadoop/ozone/s3/SignatureProcessor.java | 64 +
.../org/apache/hadoop/ozone/s3/TracingFilter.java | 78 +
.../hadoop/ozone/s3/VirtualHostStyleFilter.java | 10 -
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 5 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 13 +-
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 17 +-
.../s3/header/AuthenticationHeaderParser.java | 69 -
.../ozone/s3/header/AuthorizationHeaderV4.java | 30 +-
.../apache/hadoop/ozone/s3/util/OzoneS3Util.java | 4 +-
.../ozone/s3/util/RangeHeaderParserUtil.java | 2 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 2 +-
.../resources/webapps/s3gateway/WEB-INF/web.xml | 10 +-
.../ozone/s3/TestAWSV4SignatureProcessor.java | 103 ++
.../hadoop/ozone/s3/TestOzoneClientProducer.java | 13 +-
.../ozone/s3/TestVirtualHostStyleFilter.java | 17 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 30 +-
.../hadoop/ozone/s3/endpoint/TestRootList.java | 27 +-
.../ozone/s3/header/TestAuthorizationHeaderV4.java | 2 +-
hadoop-ozone/tools/pom.xml | 4 +-
.../org/apache/hadoop/ozone/admin/OzoneAdmin.java | 60 +-
.../ozone/admin/om/GetServiceRolesSubcommand.java | 9 +-
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 29 +-
.../hadoop/ozone/freon/BaseAppendLogGenerator.java | 70 +
.../hadoop/ozone/freon/BaseFreonGenerator.java | 133 +-
.../hadoop/ozone/freon/ChunkManagerDiskWrite.java | 188 +++
.../hadoop/ozone/freon/DatanodeBlockPutter.java | 161 ++
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 4 +-
.../freon/FollowerAppendLogEntryGenerator.java | 460 ++++++
.../java/org/apache/hadoop/ozone/freon/Freon.java | 16 +-
.../apache/hadoop/ozone/freon/FreonHttpServer.java | 2 +-
.../ozone/freon/HadoopNestedDirGenerator.java | 113 ++
.../ozone/freon/LeaderAppendLogEntryGenerator.java | 273 ++++
.../hadoop/ozone/freon/OmBucketGenerator.java | 23 +-
.../apache/hadoop/ozone/freon/OmKeyGenerator.java | 24 +-
.../ozone/freon/OzoneClientKeyGenerator.java | 21 +-
.../ozone/freon/OzoneClientKeyValidator.java | 9 +-
.../org/apache/hadoop/ozone/freon/ProgressBar.java | 54 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 12 +-
.../ozone/genesis/BenchMarkDatanodeDispatcher.java | 6 +-
.../ozone/genesis/BenchmarkChunkManager.java | 181 +++
.../org/apache/hadoop/ozone/genesis/Genesis.java | 11 +
.../hadoop/ozone/segmentparser/BaseLogParser.java | 55 +
.../segmentparser/DatanodeRatisLogParser.java | 60 +
.../ozone/segmentparser/GenericRatisLogParser.java | 43 +
.../ozone/segmentparser/OMRatisLogParser.java | 45 +
.../hadoop/ozone/segmentparser/RatisLogParser.java | 48 +
.../hadoop/ozone/segmentparser/package-info.java | 22 +
.../apache/hadoop/ozone/freon/TestProgressBar.java | 3 +-
hadoop-ozone/upgrade/pom.xml | 4 +-
pom.xml | 213 +--
1149 files changed, 49183 insertions(+), 23522 deletions(-)
create mode 100755 .github/comment-commands/debug.sh
create mode 100755 .github/comment-commands/help.sh
create mode 100755 .github/comment-commands/label.sh
create mode 100755 .github/comment-commands/pending.sh
create mode 100755 .github/comment-commands/ready.sh
create mode 100755 .github/comment-commands/retest.sh
create mode 100755 .github/process-comment.sh
create mode 100644 .github/workflows/comments.yaml
create mode 100644 dev-support/byteman/mock-scm.btm
create mode 100644 dev-support/byteman/ratis-mock-followers.btm
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/conf/RatisClientConfig.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/conf/package-info.java
delete mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client/ContainerOperationClient.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/DummyBlockInputStream.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/DummyBlockInputStreamWithRetry.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/DummyChunkInputStream.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/DFSConfigKeysLegacy.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/StringUtils.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/annotation/InterfaceAudience.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/annotation/InterfaceStability.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/annotation/package-info.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/conf/DatanodeRatisGrpcConfig.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/conf/DatanodeRatisServerConfig.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/freon/FakeClusterTopology.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/freon/FakeScmBlockLocationProtocolClient.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/freon/FakeScmContainerLocationProtocolClient.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/freon/package-info.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/AbstractSpaceUsageSource.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/CachingSpaceUsageSource.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DU.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DUFactory.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DedicatedDiskSpaceUsage.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DedicatedDiskSpaceUsageFactory.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SaveSpaceUsageToFile.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageCheckFactory.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageCheckParams.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsagePersistence.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageSource.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/package-info.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/protocol/SCMSecurityProtocol.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/recon/ReconConfig.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/PlacementPolicy.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/placement/algorithms/ContainerPlacementPolicy.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/placement/algorithms/package-info.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/protocol/LocatedContainer.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/protocol/ScmLocatedBlock.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/DefaultProfile.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/DefaultCertificateClient.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/CRLCodec.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/LevelDBStore.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/MetadataKeyFilters.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/MetadataStore.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/RocksDBStore.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/DBProfile.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/DBStore.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/DBStoreBuilder.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RDBCheckpointManager.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RDBMetrics.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RDBStore.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RDBTable.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBCheckpoint.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/StringCodec.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/Table.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/TableConfig.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/TypedTable.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCache.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCacheImpl.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/conf/package-info.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/ReadWriteLockable.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/protocolPB/ProtocolMessageMetrics.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageCheckFactory.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageCheckParams.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsagePersistence.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageSource.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestCachingSpaceUsageSource.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDU.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDUFactory.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDedicatedDiskSpaceUsage.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDedicatedDiskSpaceUsageFactory.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestSaveSpaceUsageToFile.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestSpaceUsageFactory.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/ratis/TestRatisHelper.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/token/TestOzoneBlockTokenIdentifier.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCRLCodec.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestMetadataStore.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/TestDBConfigFromFile.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBStore.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBTableStore.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/TestTypedRDBTableStore.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/freon/FakeRatisFollower.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/freon/package-info.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/scm/HddsServerUtil.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/ImmutableVolumeSet.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/MutableVolumeSet.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/ChunkManagerDispatcher.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/ChunkManagerImpl.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/FilePerBlockStrategy.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/FilePerChunkStrategy.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/ReconDatanodeProtocol.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocolPB/ReconDatanodeProtocolPB.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/TestBlockDeletingService.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/statemachine/TestStateContext.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/ChunkLayoutTestInfo.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/TestBlockManagerImpl.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/TestChunkManagerImpl.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/AbstractTestChunkManager.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/CommonChunkManagerTestCases.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestBlockManagerImpl.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestChunkManagerDummyImpl.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestFilePerBlockStrategy.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestFilePerChunkStrategy.java
create mode 100644
hadoop-hdds/container-service/src/test/resources/ozone-site.xml
create mode 100644 hadoop-hdds/docs/content/beyond/DockerCheatSheet.zh.md
create mode 100644 hadoop-hdds/docs/content/beyond/RunningWithHDFS.zh.md
create mode 100644 hadoop-hdds/docs/content/concept/Hdds.zh.md
create mode 100644 hadoop-hdds/docs/content/concept/Overview.zh.md
create mode 100644 hadoop-hdds/docs/content/concept/OzoneManager.zh.md
create mode 100644 hadoop-hdds/docs/content/gdpr/GDPR in Ozone.zh.md
create mode 100644 hadoop-hdds/docs/content/gdpr/_index.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/OzoneFS.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/_index.zh.md
create mode 100644 hadoop-hdds/docs/content/shell/BucketCommands.zh.md
create mode 100644 hadoop-hdds/docs/content/shell/Format.zh.md
create mode 100644 hadoop-hdds/docs/content/shell/KeyCommands.zh.md
create mode 100644 hadoop-hdds/docs/content/shell/VolumeCommands.zh.md
create mode 100644 hadoop-hdds/docs/content/tools/Admin.md
delete mode 100644 hadoop-hdds/docs/content/tools/SCMCLI.md
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/protocol/SCMSecurityProtocol.java
copy hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/protocol/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/protocolPB/SCMSecurityProtocolClientSideTranslatorPB.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/protocolPB/SCMSecurityProtocolPB.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/protocolPB/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/token/BlockTokenException.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/token/BlockTokenVerifier.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/token/TokenVerifier.java
(100%)
copy hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/token/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/BaseApprover.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/CertificateApprover.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/CertificateServer.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/CertificateStore.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/DefaultApprover.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/DefaultCAServer.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/DefaultCAProfile.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/DefaultProfile.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/PKIProfile.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/CertificateClient.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/DNCertificateClient.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/DefaultCertificateClient.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/OMCertificateClient.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/package-info.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/CRLCodec.java
copy hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificates/utils/CertificateSignRequest.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificates/utils/SelfSignedCertificate.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificates/utils/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/exceptions/CertificateException.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/exceptions/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/keys/HDDSKeyGenerator.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/keys/KeyCodec.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/keys/SecurityUtil.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/keys/package-info.java
(100%)
copy hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/security/x509/package-info.java
(100%)
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/BaseHttpServer.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/LogStreamServlet.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/ProfileServlet.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/PrometheusMetricsSink.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/PrometheusServlet.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/RatisDropwizardExports.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/RatisNameRewriteSampleBuilder.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/AdminAuthorizedServlet.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/BaseHttpServer.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/FilterContainer.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/FilterInitializer.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HtmlQuoting.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HttpConfig.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HttpRequestLog.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HttpRequestLogAppender.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HttpServer2.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/LogStreamServlet.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/NoCacheFilter.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/ProfileServlet.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/PrometheusMetricsSink.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/PrometheusServlet.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/RatisDropwizardExports.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/RatisNameRewriteSampleBuilder.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/StaticUserWebFilter.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/package-info.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/HddsServerUtil.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/LevelDBStore.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/LevelDBStoreIterator.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/MetaStoreIterator.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/MetadataKeyFilters.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/MetadataStore.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/MetadataStoreBuilder.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/ProtocolMessageMetrics.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/RocksDBStore.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/RocksDBStoreIterator.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/RocksDBStoreMBean.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/BatchOperation.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/ByteArrayCodec.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/ByteArrayKeyValue.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/Codec.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/CodecRegistry.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/DBCheckpoint.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/DBConfigFromFile.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBProfile.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBStore.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBStoreBuilder.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/DBUpdatesWrapper.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/IntegerCodec.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/LongCodec.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/RDBBatchOperation.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBCheckpointManager.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBMetrics.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBStore.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/RDBStoreIterator.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBTable.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBCheckpoint.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/SequenceNumberNotFoundException.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/StringCodec.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/Table.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/TableConfig.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/TableIterator.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/TypedTable.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/CacheKey.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/CacheResult.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/CacheValue.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/EpochEntry.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCache.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCacheImpl.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/utils/db/package-info.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/package-info.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/token/TestOzoneBlockTokenIdentifier.java
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/token/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/MockApprover.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/MockCAStore.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/TestDefaultCAServer.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/TestDefaultProfile.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/client/TestCertificateClientInit.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/client/TestDefaultCertificateClient.java
(100%)
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCRLCodec.java
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCertificateCodec.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificates/TestCertificateSignRequest.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificates/TestRootCertificate.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificates/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/keys/TestHDDSKeyGenerator.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/keys/TestKeyCodec.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/keys/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/security/x509/package-info.java
(100%)
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestBaseHttpServer.java
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestProfileServlet.java
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestPrometheusMetricsSink.java
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestRatisDropwizardExports.java
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestRatisNameRewrite.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestBaseHttpServer.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestHtmlQuoting.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestHttpRequestLog.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestHttpRequestLogAppender.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestProfileServlet.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestPrometheusMetricsSink.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestRatisDropwizardExports.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestRatisNameRewrite.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/package-info.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/TestMetadataStore.java
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/utils/TestRocksDBStoreMBean.java
(100%)
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestDBConfigFromFile.java
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/utils/db/TestDBStoreBuilder.java
(100%)
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBStore.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBTableStore.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestTypedRDBTableStore.java
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/utils/db/cache/TestTableCacheImpl.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/utils/db/cache/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/utils/db/package-info.java
(100%)
copy hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/utils/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/test/resources/test.db.ini (100%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/SCMCommonPlacementPolicy.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/placement/algorithms/SCMCommonPolicy.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/PipelinePlacementPolicy.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/RatisPipelineUtils.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/safemode/SafeModeManager.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/safemode/SafeModeNotification.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/HddsServerUtilTest.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/TestHddsServerUtil.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelineDatanodesIntersection.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelinePlacementPolicy.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerOperationClient.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/WithScmClient.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DatanodeCommands.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/ListInfoSubcommand.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/package-info.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/CreatePipelineSubcommand.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/exceptions/OMReplayException.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/WithObjectID.java
delete mode 100644
hadoop-ozone/dev-support/intellij/runConfigurations/Datanode.xml
create mode 100644
hadoop-ozone/dev-support/intellij/runConfigurations/Datanode1.xml
create mode 100644
hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2.xml
create mode 100644
hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3.xml
rename hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop27/{test.sh =>
run-test.sh} (100%)
rename hadoop-ozone/dist/src/main/compose/ozone-om-ha/{run.sh =>
test_disabled.sh} (100%)
create mode 100755
hadoop-ozone/dist/src/main/compose/ozone-topology/hdds-3084.sh
create mode 100644 hadoop-ozone/dist/src/main/smoketest/admincli/datanode.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/admincli/pipeline.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/freon/freon.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/om-ratis/testOMAdminCmd.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/recon/recon-api.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/scmcli/pipeline.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/topology/cli.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/topology/loaddata.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/topology/readdata.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/topology/scmcli.robot
create mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/MiniOzoneDatanodeChaosCluster.java
create mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/MiniOzoneOMChaosCluster.java
create mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/AgedLoadGenerator.java
create mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/DataBuffer.java
create mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/FilesystemLoadGenerator.java
create mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadExecutors.java
create mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadGenerator.java
create mode 100644
hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/RandomLoadGenerator.java
delete mode 100644
hadoop-ozone/insight/src/test/java/org/apache/hadoop/ozone/insight/LogSubcommandTest.java
create mode 100644
hadoop-ozone/insight/src/test/java/org/apache/hadoop/ozone/insight/TestLogSubcommand.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFsRenameDir.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestRatisPipelineProvider.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestContainerStateMachineFailureOnRead.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/common/TestBlockDeletingService.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/ratis/TestDnRatisLogParser.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/parser/TestOMRatisLogParser.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestRecon.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconAsPassiveScm.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconWithOzoneManager.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconWithOzoneManagerHA.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/pipeline/TestSCMPipelineBytesWrittenMetrics.java
copy hadoop-ozone/integration-test/src/test/resources/{hdfs-site.xml =>
mapred-site.xml} (100%)
create mode 100644
hadoop-ozone/integration-test/src/test/resources/ozone-site.xml
copy hadoop-ozone/integration-test/src/test/resources/{hdfs-site.xml =>
yarn-site.xml} (100%)
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/web/ozShell/bucket/S3BucketMapping.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/web/ozShell/s3/S3BucketMapping.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/web/ozShell/s3/S3Handler.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMKeyAclRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMPrefixAclRequest.java
create mode 100644
hadoop-ozone/ozonefs/src/main/java/org/apache/hadoop/fs/ozone/CapableOzoneFSInputStream.java
create mode 100644
hadoop-ozone/ozonefs/src/main/java/org/apache/hadoop/fs/ozone/OzoneStreamCapabilities.java
delete mode 100644
hadoop-ozone/recon-codegen/src/main/java/org/hadoop/ozone/recon/schema/ReconInternalSchemaDefinition.java
create mode 100644
hadoop-ozone/recon-codegen/src/main/java/org/hadoop/ozone/recon/schema/ReconTaskSchemaDefinition.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconTaskBindingModule.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ClusterStateEndpoint.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ContainerEndpoint.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ContainerKeyService.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/NodeEndpoint.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/PipelineEndpoint.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/ClusterStateResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodeMetadata.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodePipeline.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodeStorageReport.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodesResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/MissingContainerMetadata.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/MissingContainersResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/PipelineMetadata.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/PipelinesResponse.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/MissingContainerInfo.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/MissingContainerTask.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/package-info.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/PipelineSyncTask.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconContainerManager.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconContainerReportHandler.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconIncrementalContainerReportHandler.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconNewNodeHandler.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconPipelineFactory.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconPipelineManager.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconPipelineReportHandler.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconPolicyProvider.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconSafeModeManager.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconScmTask.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconStorageContainerManager.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconStorageContainerManagerFacade.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/spi/impl/StorageContainerServiceProviderImpl.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ReconDBUpdateTask.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ReconOmTask.java
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/StorageBar/StorageBar.less
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/StorageBar/StorageBar.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/types/datanode.types.tsx
rename
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/{ =>
types}/routes.types.tsx (100%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/utils/themeIcons.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/MissingContainers/MissingContainers.less
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/MissingContainers/MissingContainers.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Pipelines/Pipelines.less
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Pipelines/Pipelines.tsx
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestContainerEndpoint.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestContainerKeyService.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestEndpoints.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestUtilizationService.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/fsck/TestMissingContainerTask.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/AbstractReconContainerManagerTest.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconContainerManager.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconIncrementalContainerReportHandler.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconNodeManager.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconPipelineManager.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconPipelineReportHandler.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/spi/impl/TestStorageContainerServiceProviderImpl.java
delete mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/AWSAuthParser.java
delete mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/AWSV4AuthParser.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/AWSV4SignatureProcessor.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/RootPageDisplayFilter.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/SignatureProcessor.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/TracingFilter.java
delete mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/header/AuthenticationHeaderParser.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestAWSV4SignatureProcessor.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/BaseAppendLogGenerator.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/ChunkManagerDiskWrite.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/DatanodeBlockPutter.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/FollowerAppendLogEntryGenerator.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/HadoopNestedDirGenerator.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/LeaderAppendLogEntryGenerator.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchmarkChunkManager.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/BaseLogParser.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/DatanodeRatisLogParser.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/GenericRatisLogParser.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/OMRatisLogParser.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/RatisLogParser.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/package-info.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
