This is an automated email from the ASF dual-hosted git repository. aengineer pushed a commit to branch ozone-0.4.2 in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git
commit 55bc56630bb51d85568b831b2c340f6a1d5a0474 Merge: 34eac1a acc3dde Author: Anu Engineer <[email protected]> AuthorDate: Wed Jan 8 14:31:49 2020 -0800 Merge branch 'master' into ozone-0.4.2 .github/workflows/post-commit.yml | 6 - .github/workflows/pr.yml | 6 - LICENSE.txt | 53 +- NOTICE.txt | 5 +- .../hadoop/hdds/scm/XceiverClientManager.java | 60 +- .../hadoop/hdds/scm/storage/CommitWatcher.java | 23 +- .../java/org/apache/hadoop/hdds/HddsUtils.java | 30 + .../org/apache/hadoop/hdds/client/OzoneQuota.java | 12 +- .../hadoop/hdds/conf/OzoneConfiguration.java | 103 +- .../org/apache/hadoop/hdds/ratis/RatisHelper.java | 26 +- .../apache/hadoop/hdds/recon/ReconConfigKeys.java} | 27 +- .../org/apache/hadoop/hdds/recon/package-info.java | 18 +- .../hadoop/hdds/scm/ByteStringConversion.java | 16 +- .../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 30 +- .../apache/hadoop/hdds/scm/XceiverClientSpi.java | 23 +- .../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 25 +- .../ContainerCommandResponseBuilders.java | 269 ++ .../hadoop/hdds/security/x509/SecurityConfig.java | 8 +- .../certificate/authority/DefaultCAServer.java | 4 +- .../client/DefaultCertificateClient.java | 2 +- .../hadoop/hdds/utils/BackgroundService.java | 10 +- .../hadoop/hdds/utils/RocksDBStoreMBean.java | 2 +- .../org/apache/hadoop/hdds/utils/Scheduler.java | 31 +- .../hadoop/hdds/utils/db/ByteArrayCodec.java | 39 +- .../apache/hadoop/hdds/utils/db/CodecRegistry.java | 1 + .../hadoop/hdds/utils/db/RocksDBConfiguration.java | 35 +- .../org/apache/hadoop/ozone/OzoneConfigKeys.java | 4 +- .../apache/hadoop/ozone/common/ChunkBuffer.java | 47 +- .../common/ChunkBufferImplWithByteBuffer.java | 35 +- .../common/ChunkBufferImplWithByteBufferList.java | 215 ++ .../ozone/common/IncrementalChunkBuffer.java | 29 +- .../ozone/container/common/helpers/BlockData.java | 5 - .../apache/hadoop/ozone/lease/LeaseManager.java | 4 +- .../hadoop/hdds/conf/SimpleConfiguration.java | 47 +- .../hdds/conf/SimpleConfigurationParent.java | 26 +- .../hadoop/hdds/conf/TestOzoneConfiguration.java | 19 +- .../hadoop/hdds/protocol/MockDatanodeDetails.java | 125 + .../hadoop/hdds/scm/pipeline/MockPipeline.java | 74 + .../hadoop/hdds/utils/MockGatheringChannel.java | 74 + .../hdds/utils/db/TestTypedRDBTableStore.java | 20 +- .../hadoop/ozone/audit/TestOzoneAuditLogger.java | 10 +- .../apache/hadoop/ozone/audit/package-info.java | 2 +- .../hadoop/ozone/common/TestChunkBuffer.java | 90 +- .../TestChunkBufferImplWithByteBufferList.java | 80 + .../{log4j2.properties => auditlog.properties} | 0 .../java/org/apache/hadoop/hdds/conf/Config.java | 2 +- .../hadoop/hdds/conf/ConfigFileGenerator.java | 77 +- .../hadoop/hdds/conf/ConfigurationExample.java | 26 +- .../hdds/conf/ConfigurationExampleGrandParent.java | 37 +- .../hdds/conf/ConfigurationExampleParent.java | 38 +- .../hadoop/hdds/conf/TestConfigFileGenerator.java | 60 + hadoop-hdds/container-service/pom.xml | 22 +- .../org/apache/hadoop/hdds/scm/HddsServerUtil.java | 22 + .../container/common/helpers/ContainerUtils.java | 85 +- .../container/common/impl/HddsDispatcher.java | 7 +- .../common/statemachine/DatanodeConfiguration.java | 65 +- .../common/statemachine/DatanodeStateMachine.java | 6 +- .../common/statemachine/EndpointStateMachine.java | 2 +- .../commandhandler/CommandDispatcher.java | 2 +- .../CreatePipelineCommandHandler.java | 46 +- .../server/ratis/ContainerStateMachine.java | 23 +- .../server/ratis/RatisServerConfiguration.java | 4 +- .../transport/server/ratis/XceiverServerRatis.java | 18 +- .../ozone/container/common/volume/HddsVolume.java | 3 +- .../container/common/volume/HddsVolumeChecker.java | 2 +- .../ozone/container/keyvalue/KeyValueHandler.java | 150 +- .../container/keyvalue/helpers/BlockUtils.java | 88 +- .../container/keyvalue/helpers/ChunkUtils.java | 26 +- .../keyvalue/helpers/KeyValueContainerUtil.java | 27 - .../container/keyvalue/helpers/SmallFileUtils.java | 91 - .../keyvalue/impl/ChunkManagerDummyImpl.java | 7 +- .../container/keyvalue/impl/ChunkManagerImpl.java | 13 +- .../keyvalue/interfaces/ChunkManager.java | 13 +- .../container/ozoneimpl/ContainerController.java | 9 + .../ozoneimpl/ContainerScrubberConfiguration.java | 58 +- .../ozone/container/ContainerTestHelper.java | 87 +- .../common/impl/TestContainerPersistence.java | 33 +- .../container/common/impl/TestHddsDispatcher.java | 6 +- .../TestCreatePipelineCommandHandler.java | 159 + .../container/keyvalue/TestChunkManagerImpl.java | 18 +- .../container/keyvalue/helpers/TestChunkUtils.java | 9 +- hadoop-hdds/docs/config.yaml | 13 +- hadoop-hdds/docs/content/_index.md | 10 +- hadoop-hdds/docs/content/_index.zh.md | 38 + hadoop-hdds/docs/content/beyond/Containers.md | 4 +- .../index.html => content/concept/Datanodes.zh.md} | 27 +- hadoop-hdds/docs/content/concept/Overview.md | 2 +- .../index.html => content/concept/_index.zh.md} | 29 +- .../index.html => content/interface/JavaApi.zh.md} | 27 +- .../index.html => content/interface/S3.zh.md} | 26 +- hadoop-hdds/docs/content/security/SecureOzone.md | 6 +- .../index.html => content/shell/_index.zh.md} | 27 +- hadoop-hdds/docs/content/start/FromSource.zh.md | 68 + hadoop-hdds/docs/content/start/Kubernetes.zh.md | 53 + hadoop-hdds/docs/content/start/Minikube.zh.md | 70 + hadoop-hdds/docs/content/start/OnPrem.zh.md | 171 + .../docs/content/start/RunningViaDocker.zh.md | 61 + .../docs/content/start/StartFromDockerHub.zh.md | 111 + hadoop-hdds/docs/content/start/_index.zh.md | 85 + .../themes/ozonedoc/layouts/_default/section.html | 4 + .../themes/ozonedoc/layouts/_default/single.html | 8 +- .../docs/themes/ozonedoc/layouts/index.html | 4 +- .../{index.html => partials/languages.html} | 27 +- .../themes/ozonedoc/layouts/partials/navbar.html | 2 +- .../org/apache/hadoop/hdds/server/ServerUtils.java | 2 +- hadoop-hdds/pom.xml | 7 + .../hdds/scm/container/ReplicationManager.java | 24 +- .../hdds/scm/container/SCMContainerManager.java | 48 +- .../scm/container/states/ContainerStateMap.java | 2 +- .../apache/hadoop/hdds/scm/metadata/LongCodec.java | 45 - .../hdds/scm/metadata/SCMMetadataStoreRDBImpl.java | 1 - .../scm/pipeline/BackgroundPipelineCreator.java | 2 +- .../hdds/scm/pipeline/PipelineActionHandler.java | 2 +- .../hdds/scm/pipeline/PipelineStateManager.java | 7 +- .../hdds/scm/pipeline/RatisPipelineProvider.java | 11 +- .../hdds/scm/pipeline/SCMPipelineManager.java | 2 +- .../scm/server/OzoneStorageContainerManager.java | 41 +- .../hdds/scm/server/SCMDatanodeProtocolServer.java | 12 +- .../hdds/scm/server/SCMHTTPServerConfig.java | 21 +- .../hdds/scm/server/SCMSecurityProtocolServer.java | 2 +- .../hdds/scm/server/StorageContainerManager.java | 5 +- .../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 5 +- .../java/org/apache/hadoop/hdds/scm/TestUtils.java | 74 +- .../command/TestCommandStatusReportHandler.java | 3 +- .../hadoop/hdds/scm/container/MockNodeManager.java | 4 +- .../container/TestCloseContainerEventHandler.java | 4 +- .../scm/container/TestContainerActionsHandler.java | 4 +- .../scm/container/TestContainerStateManager.java | 12 +- .../TestIncrementalContainerReportHandler.java | 20 +- .../hdds/scm/container/TestReplicationManager.java | 4 +- .../scm/container/TestSCMContainerManager.java | 5 +- .../algorithms/TestContainerPlacementFactory.java | 4 +- .../TestSCMContainerPlacementCapacity.java | 4 +- .../TestSCMContainerPlacementRackAware.java | 6 +- .../TestSCMContainerPlacementRandom.java | 4 +- .../hdds/scm/node/TestContainerPlacement.java | 3 +- .../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 19 +- .../hdds/scm/node/TestNodeReportHandler.java | 3 +- .../hadoop/hdds/scm/node/TestSCMNodeManager.java | 10 +- .../hadoop/hdds/scm/node/TestStatisticsUpdate.java | 5 +- .../scm/pipeline/TestPipelineStateManager.java | 9 +- .../scm/pipeline/TestRatisPipelineProvider.java | 6 +- .../scm/pipeline/TestSimplePipelineProvider.java | 7 +- .../scm/server/TestSCMBlockProtocolServer.java | 4 +- .../server/TestSCMDatanodeHeartbeatDispatcher.java | 8 +- .../ozone/container/common/TestEndPoint.java | 21 +- .../hdds/scm/cli/container/ListSubcommand.java | 4 +- .../hadoop/ozone/client/OzoneClientFactory.java | 68 +- .../ozone/client/io/BlockOutputStreamEntry.java | 9 +- .../client/io/BlockOutputStreamEntryPool.java | 51 +- .../hadoop/ozone/client/io/KeyInputStream.java | 10 +- .../hadoop/ozone/client/io/KeyOutputStream.java | 152 +- .../ozone/client/protocol/ClientProtocol.java | 13 + .../apache/hadoop/ozone/client/rpc/RpcClient.java | 8 + .../main/java/org/apache/hadoop/ozone/OmUtils.java | 3 +- .../org/apache/hadoop/ozone/audit/OMAction.java | 1 + .../hadoop/ozone/om/exceptions/OMException.java | 4 +- .../ozone/om/protocol/OzoneManagerProtocol.java | 15 +- ...OzoneManagerProtocolClientSideTranslatorPB.java | 39 + .../OzoneDelegationTokenSecretManager.java | 10 +- .../ozone/security/OzoneTokenIdentifier.java | 8 +- .../hadoop/ozone/security/acl/OzoneAclConfig.java | 25 +- .../src/main/proto/OzoneManagerProtocol.proto | 24 +- .../java/org/apache/hadoop/ozone/TestOmUtils.java | 35 + .../org/apache/hadoop/ozone/csi/CsiServer.java | 57 +- hadoop-ozone/dev-support/checks/integration.sh | 2 +- hadoop-ozone/dev-support/checks/unit.sh | 2 +- .../dist/src/main/assemblies/ozone-src.xml | 4 +- .../docker-image/docker-krb5/Dockerfile-krb5 | 2 +- .../docker-image/docker-krb5/README.md | 0 .../docker-image/docker-krb5/kadm5.acl | 0 .../docker-image/docker-krb5/krb5.conf | 0 .../docker-image/docker-krb5/launcher.sh | 0 .../dist/src/main/compose/ozone-hdfs/docker-config | 2 + .../main/compose/ozone-mr/hadoop27/docker-config | 2 + .../src/main/compose/ozone-mr/hadoop27/test.sh | 4 +- .../main/compose/ozone-mr/hadoop31/docker-config | 2 + .../src/main/compose/ozone-mr/hadoop31/test.sh | 8 +- .../main/compose/ozone-mr/hadoop32/docker-config | 2 + .../src/main/compose/ozone-om-ha-s3/docker-config | 2 + .../src/main/compose/ozone-om-ha/docker-config | 2 + .../dist/src/main/compose/ozone-recon/.env | 18 - .../main/compose/ozone-recon/docker-compose.yaml | 66 - .../src/main/compose/ozone-recon/docker-config | 35 - .../src/main/compose/ozone-topology/docker-config | 2 + hadoop-ozone/dist/src/main/compose/ozone/README.md | 99 + .../src/main/compose/ozone/docker-compose.yaml | 92 +- .../dist/src/main/compose/ozone/docker-config | 11 +- .../compose/{ozoneperf => ozone}/freon-ockg.yaml | 19 +- .../compose/{ozoneperf => ozone}/freon-rk.yaml | 19 +- .../docker-config => ozone/monitoring.conf} | 15 +- .../dist/src/main/compose/ozone/monitoring.yaml | 56 + .../{ozoneperf/test.sh => ozone/profiling.yaml} | 30 +- .../compose/{ozoneperf => ozone}/prometheus.yml | 20 +- .../compose/{ozone-recon/test.sh => ozone/run.sh} | 15 +- hadoop-ozone/dist/src/main/compose/ozone/test.sh | 9 +- .../src/main/compose/ozoneblockade/docker-config | 2 + hadoop-ozone/dist/src/main/compose/ozoneperf/.env | 18 - .../dist/src/main/compose/ozoneperf/README.md | 74 - .../src/main/compose/ozoneperf/docker-compose.yaml | 85 - .../dist/src/main/compose/ozoneperf/docker-config | 36 - .../src/main/compose/ozones3-haproxy/docker-config | 2 + hadoop-ozone/dist/src/main/compose/ozones3/.env | 18 - .../src/main/compose/ozones3/docker-compose.yaml | 59 - hadoop-ozone/dist/src/main/compose/ozones3/test.sh | 34 - .../src/main/compose/ozonescripts/docker-config | 2 + .../compose/ozonesecure-mr/docker-compose.yaml | 5 +- .../src/main/compose/ozonesecure-mr/docker-config | 2 + .../docker-image/docker-krb5/kadm5.acl | 20 - .../docker-image/docker-krb5/krb5.conf | 41 - .../docker-image/docker-krb5/launcher.sh | 25 - .../main/compose/ozonesecure/docker-compose.yaml | 5 +- .../src/main/compose/ozonesecure/docker-config | 2 + .../docker-image/docker-krb5/Dockerfile-krb5 | 34 - .../ozonesecure/docker-image/docker-krb5/README.md | 34 - hadoop-ozone/dist/src/main/compose/testlib.sh | 13 +- hadoop-ozone/dist/src/main/license/src/LICENSE.txt | 239 -- hadoop-ozone/dist/src/main/license/src/NOTICE.txt | 33 - .../src/main/smoketest/basic/ozone-shell.robot | 18 +- .../dist/src/main/smoketest/gdpr/gdpr.robot | 16 +- .../dist/src/main/smoketest/omha/testOMHA.robot | 4 +- .../dist/src/main/smoketest/ozonefs/ozonefs.robot | 18 +- .../src/main/smoketest/s3/MultipartUpload.robot | 2 +- .../dist/src/main/smoketest/s3/__init__.robot | 2 +- .../dist/src/main/smoketest/s3/bucketcreate.robot | 2 +- .../dist/src/main/smoketest/s3/buckethead.robot | 2 +- .../dist/src/main/smoketest/s3/bucketlist.robot | 2 +- .../dist/src/main/smoketest/s3/commonawslib.robot | 4 +- .../dist/src/main/smoketest/s3/objectcopy.robot | 2 +- .../dist/src/main/smoketest/s3/objectdelete.robot | 2 +- .../src/main/smoketest/s3/objectmultidelete.robot | 2 +- .../dist/src/main/smoketest/s3/objectputget.robot | 2 +- .../mini-chaos-tests/src/test/bin/start-chaos.sh | 16 +- .../hadoop/ozone/MiniOzoneLoadGenerator.java | 103 +- .../hadoop/ozone/TestMiniChaosOzoneCluster.java | 20 +- .../org/apache/hadoop/ozone/utils/LoadBucket.java | 224 +- .../hadoop/ozone/insight/BaseInsightPoint.java | 5 +- .../ozone/insight/BaseInsightSubCommand.java | 2 + .../ozone/insight/ConfigurationSubCommand.java | 10 +- .../apache/hadoop/ozone/insight/InsightPoint.java | 3 +- .../apache/hadoop/ozone/insight/LogSubcommand.java | 2 +- .../ozone/insight/datanode/RatisInsight.java | 44 +- .../hadoop/ozone/insight/om/KeyManagerInsight.java | 4 +- .../hadoop/ozone/insight/om/OmProtocolInsight.java | 3 +- .../ozone/insight/scm/EventQueueInsight.java | 4 +- .../ozone/insight/scm/NodeManagerInsight.java | 4 +- .../ozone/insight/scm/ReplicaManagerInsight.java | 4 +- .../scm/ScmProtocolBlockLocationInsight.java | 3 +- .../scm/ScmProtocolContainerLocationInsight.java | 3 +- .../insight/scm/ScmProtocolDatanodeInsight.java | 3 +- .../insight/scm/ScmProtocolSecurityInsight.java | 3 +- hadoop-ozone/integration-test/pom.xml | 42 + .../hadoop/fs/ozone/TestOzoneFSInputStream.java | 72 +- .../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 0 .../hadoop/fs/ozone/TestOzoneFileSystem.java | 0 .../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 0 .../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 16 +- .../ozone/contract/ITestOzoneContractCreate.java | 0 .../ozone/contract/ITestOzoneContractDelete.java | 0 .../ozone/contract/ITestOzoneContractDistCp.java | 0 .../contract/ITestOzoneContractGetFileStatus.java | 0 .../fs/ozone/contract/ITestOzoneContractMkdir.java | 0 .../fs/ozone/contract/ITestOzoneContractOpen.java | 0 .../ozone/contract/ITestOzoneContractRename.java | 0 .../ozone/contract/ITestOzoneContractRootDir.java | 0 .../fs/ozone/contract/ITestOzoneContractSeek.java | 0 .../hadoop/fs/ozone/contract/OzoneContract.java | 0 .../org/apache/hadoop/fs/ozone}/package-info.java | 17 +- .../hadoop/hdds/scm/TestRatisPipelineLeader.java | 129 + .../scm/pipeline/TestRatisPipelineProvider.java | 11 +- .../org/apache/hadoop/ozone/MiniOzoneCluster.java | 13 + .../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 94 +- .../apache/hadoop/ozone/TestMiniOzoneCluster.java | 18 +- .../hadoop/ozone/TestOzoneConfigurationFields.java | 2 +- .../ozone/container/TestContainerReplication.java | 3 +- .../transport/server/ratis/TestCSMMetrics.java | 4 +- .../container/metrics/TestContainerMetrics.java | 7 +- .../container/ozoneimpl/TestOzoneContainer.java | 15 +- .../ozoneimpl/TestOzoneContainerRatis.java | 4 +- .../ozoneimpl/TestOzoneContainerWithTLS.java | 7 +- .../ozoneimpl/TestSecureOzoneContainer.java | 7 +- .../container/server/TestContainerServer.java | 11 +- .../server/TestSecureContainerServer.java | 8 +- .../hadoop/ozone/freon/TestDataValidate.java | 0 .../freon/TestDataValidateWithDummyContainers.java | 0 .../TestDataValidateWithSafeByteOperations.java | 0 .../TestDataValidateWithUnsafeByteOperations.java | 0 .../freon/TestFreonWithDatanodeFastRestart.java | 0 .../ozone/freon/TestFreonWithDatanodeRestart.java | 0 .../ozone/freon/TestFreonWithPipelineDestroy.java | 0 .../hadoop/ozone/freon/TestRandomKeyGenerator.java | 0 .../hadoop/ozone/fsck/TestContainerMapper.java | 0 .../org/apache/hadoop/ozone/om/TestOmMetrics.java | 16 +- .../org/apache/hadoop/ozone/om/TestOmSQLCli.java | 0 .../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 4 +- .../org/apache/hadoop/ozone/recon/TestRecon.java | 408 +++ .../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 5 +- .../src/test/resources/contract/ozone.xml | 0 hadoop-ozone/ozone-manager/pom.xml | 1 - .../java/org/apache/hadoop/ozone/om/OMMetrics.java | 20 + .../org/apache/hadoop/ozone/om/OzoneManager.java | 20 +- .../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 7 +- .../ozone/om/ratis/OzoneManagerRatisServer.java | 42 +- .../ozone/om/ratis/OzoneManagerRatisSnapshot.java | 10 +- .../ozone/om/ratis/OzoneManagerStateMachine.java | 166 +- .../om/ratis/utils/OzoneManagerRatisUtils.java | 16 +- .../hadoop/ozone/om/request/OMClientRequest.java | 23 + .../request/s3/bucket/S3BucketCreateRequest.java | 18 +- .../om/request/volume/OMVolumeCreateRequest.java | 26 +- .../om/request/volume/OMVolumeDeleteRequest.java | 51 +- .../ozone/om/request/volume/OMVolumeRequest.java | 20 + .../om/request/volume/OMVolumeSetOwnerRequest.java | 24 +- .../om/request/volume/OMVolumeSetQuotaRequest.java | 24 +- .../hadoop/ozone/om/response/OMClientResponse.java | 29 +- .../response/file/OMDirectoryCreateResponse.java | 28 +- .../response/s3/bucket/S3BucketCreateResponse.java | 6 +- .../S3MultipartUploadCommitPartResponse.java | 71 +- .../om/response/volume/OMVolumeAclOpResponse.java | 2 - .../om/response/volume/OMVolumeCreateResponse.java | 38 +- .../om/response/volume/OMVolumeDeleteResponse.java | 42 +- .../response/volume/OMVolumeSetOwnerResponse.java | 56 +- .../response/volume/OMVolumeSetQuotaResponse.java | 26 +- .../protocolPB/OzoneManagerHARequestHandler.java | 39 - .../OzoneManagerHARequestHandlerImpl.java | 56 - ...OzoneManagerProtocolServerSideTranslatorPB.java | 17 +- .../protocolPB/OzoneManagerRequestHandler.java | 606 +--- .../hadoop/ozone/protocolPB/RequestHandler.java | 28 +- .../hadoop/ozone/web/ozShell/OzoneAddress.java | 3 +- .../web/ozShell/bucket/ListBucketHandler.java | 3 +- .../ozone/om/ScmBlockLocationTestingClient.java | 4 +- .../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 14 +- .../apache/hadoop/ozone/om/TestTrashService.java | 125 + ...tOzoneManagerDoubleBufferWithDummyResponse.java | 2 +- ...TestOzoneManagerDoubleBufferWithOMResponse.java | 3 +- .../om/ratis/TestOzoneManagerStateMachine.java | 215 ++ .../request/volume/TestOMVolumeCreateRequest.java | 51 +- .../request/volume/TestOMVolumeDeleteRequest.java | 46 +- .../om/request/volume/TestOMVolumeRequest.java | 30 + .../volume/TestOMVolumeSetOwnerRequest.java | 31 + .../volume/TestOMVolumeSetQuotaRequest.java | 38 +- .../ozone/om/response/TestOMResponseUtils.java | 2 +- .../volume/TestOMVolumeCreateResponse.java | 7 +- .../volume/TestOMVolumeDeleteResponse.java | 13 +- .../volume/TestOMVolumeSetOwnerResponse.java | 11 +- .../volume/TestOMVolumeSetQuotaResponse.java | 7 +- .../TestOzoneDelegationTokenSecretManager.java | 10 +- hadoop-ozone/ozonefs/pom.xml | 47 - .../fs/ozone/BasicOzoneClientAdapterImpl.java | 4 +- .../hadoop/fs/ozone/BasicOzoneFileSystem.java | 36 +- .../hadoop/fs/ozone/OzoneClientAdapterFactory.java | 1 - .../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 55 +- .../hadoop/fs/ozone/TestOzoneFSInputStream.java | 204 +- .../hadoop/fs/ozone/TestReadWriteStatistics.java | 452 +++ hadoop-ozone/pom.xml | 2 +- hadoop-ozone/recon/pom.xml | 5 +- .../hadoop/ozone/recon/ConfigurationProvider.java | 17 +- .../hadoop/ozone/recon/ReconControllerModule.java | 11 +- .../org/apache/hadoop/ozone/recon/ReconServer.java | 32 +- .../recon/recovery/ReconOmMetadataManagerImpl.java | 2 + .../recon/scm/ReconDatanodeProtocolServer.java | 76 + .../hadoop/ozone/recon/scm/ReconNodeManager.java} | 40 +- .../recon/scm/ReconStorageContainerManager.java | 134 + .../hadoop/ozone/recon/scm/package-info.java} | 18 +- .../recon/spi/ContainerDBServiceProvider.java | 6 + .../spi/impl/ContainerDBServiceProviderImpl.java | 5 + .../recon/spi/impl/ReconContainerDBProvider.java | 2 - .../ozone/recon/tasks/ContainerKeyMapperTask.java | 8 +- .../ozone/recon/tasks/FileSizeCountTask.java | 12 +- .../ozone/recon/tasks/OMDBUpdatesHandler.java | 79 +- .../webapps/recon/ozone-recon-web/LICENSE | 3781 ++++++++++---------- .../webapps/recon/ozone-recon-web/README.md | 8 + .../webapps/recon/ozone-recon-web/api/db.json | 231 ++ .../webapps/recon/ozone-recon-web/api/routes.json | 3 + .../webapps/recon/ozone-recon-web/package.json | 16 +- .../recon/ozone-recon-web/public/index.html | 12 +- .../webapps/recon/ozone-recon-web/src/App.less | 12 + .../webapps/recon/ozone-recon-web/src/App.tsx | 64 +- .../src/components/Breadcrumbs/Breadcrumbs.tsx | 12 +- .../src/components/NavBar/NavBar.less | 21 +- .../src/components/NavBar/NavBar.tsx | 28 +- .../OverviewCard/OverviewCard.less} | 26 +- .../src/components/OverviewCard/OverviewCard.tsx | 94 + .../src/constants/breadcrumbs.constants.tsx | 5 +- .../webapps/recon/ozone-recon-web/src/routes.tsx | 18 +- .../ContainerBrowser.tsx => utils/common.tsx} | 16 +- .../{App.less => views/Datanodes/Datanodes.less} | 63 +- .../src/views/Datanodes/Datanodes.tsx | 187 + .../src/views/NotFound/NotFound.tsx | 2 +- .../Overview/Overview.less} | 15 +- .../src/views/Overview/Overview.tsx | 115 + .../webapps/recon/ozone-recon-web/yarn.lock | 3307 ++++++++++------- hadoop-ozone/s3gateway/pom.xml | 1 - .../apache/hadoop/ozone/s3/AWSV4AuthParser.java | 8 +- .../hadoop/ozone/s3/OzoneClientProducer.java | 12 +- .../hadoop/ozone/s3/exception/OS3Exception.java | 2 +- .../hadoop/ozone/s3/exception/S3ErrorTable.java | 4 +- .../s3/header/AuthenticationHeaderParser.java | 4 + .../ozone/s3/header/AuthorizationHeaderV4.java | 18 +- .../hadoop/ozone/s3/endpoint/TestBucketPut.java | 114 + hadoop-ozone/tools/pom.xml | 7 - .../hadoop/ozone/audit/parser/AuditParser.java | 7 +- .../audit/parser/handler/LoadCommandHandler.java | 4 +- .../audit/parser/handler/QueryCommandHandler.java | 4 +- .../parser/handler/TemplateCommandHandler.java | 9 +- .../hadoop/ozone/freon/DatanodeChunkGenerator.java | 68 +- .../hadoop/ozone/freon/RandomKeyGenerator.java | 64 +- .../apache/hadoop/ozone/genesis/GenesisUtil.java | 22 +- hadoop-ozone/upgrade/pom.xml | 1 - pom.xml | 9 +- 409 files changed, 12017 insertions(+), 7528 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
