This is an automated email from the ASF dual-hosted git repository. adoroszlai pushed a commit to branch HDDS-4440-s3-performance in repository https://gitbox.apache.org/repos/asf/ozone.git
commit 240002559e68df0f1922ebda27688369f1e63c4e Merge: db7f691855 1944b2cda9 Author: Doroszlai, Attila <[email protected]> AuthorDate: Wed Apr 27 17:46:51 2022 +0200 Merge remote-tracking branch 'origin/master' into HDDS-4440-s3-performance hadoop-hdds/client/pom.xml | 4 + .../ozone/client/io/BadDataLocationException.java | 0 .../ozone/client/io/BlockInputStreamFactory.java | 4 +- .../client/io/BlockInputStreamFactoryImpl.java | 4 +- .../hadoop/ozone/client/io/ECBlockInputStream.java | 12 +- .../ozone/client/io/ECBlockInputStreamFactory.java | 4 +- .../client/io/ECBlockInputStreamFactoryImpl.java | 4 +- .../ozone/client/io/ECBlockInputStreamProxy.java | 6 +- .../client/io/ECBlockReconstructedInputStream.java | 0 .../io/ECBlockReconstructedStripeInputStream.java | 4 +- .../client/io/InsufficientLocationsException.java | 0 .../hadoop/ozone/client/io/package-info.java | 24 +- hadoop-hdds/common/pom.xml | 4 + .../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 6 + .../scm/container/ReplicationManagerReport.java | 44 ++- .../hadoop/hdds/scm/storage/BlockLocationInfo.java | 113 ++----- .../org/apache/hadoop/hdds/server/JsonUtils.java | 0 .../common/src/main/resources/ozone-default.xml | 9 + .../container/TestReplicationManagerReport.java | 83 ++++++ hadoop-hdds/docs/pom.xml | 12 +- hadoop-hdds/pom.xml | 6 + .../scm/container/balancer/ContainerBalancer.java | 125 ++++---- .../balancer/ContainerBalancerMetrics.java | 70 +++-- .../scm/pipeline/BackgroundPipelineCreator.java | 15 +- .../scm/pipeline/BackgroundPipelineScrubber.java | 172 +++++++++++ .../hadoop/hdds/scm/pipeline/PipelineManager.java | 3 +- .../hdds/scm/pipeline/PipelineManagerImpl.java | 30 +- .../container/balancer/TestContainerBalancer.java | 46 +++ .../hdds/scm/pipeline/MockPipelineManager.java | 3 +- .../pipeline/TestBackgroundPipelineScrubber.java | 99 +++++++ .../hdds/scm/pipeline/TestPipelineManagerImpl.java | 39 ++- .../hdds/scm/safemode/TestSCMSafeModeManager.java | 1 + .../hdds/scm/cli/container/InfoSubcommand.java | 7 +- .../hdds/scm/cli/container/ReportSubcommand.java | 12 + .../hdds/scm/cli/container/TestInfoSubCommand.java | 2 +- .../scm/cli/container/TestReportSubCommand.java | 24 ++ .../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 212 ++++---------- .../hadoop/ozone/om/lock/OzoneManagerLock.java | 4 + hadoop-ozone/dev-support/checks/build.sh | 2 +- .../hadoop/fs/ozone/TestOzoneFileSystem.java | 3 + .../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 2 + .../ozone/client/rpc/read/ECStreamTestUtil.java | 10 +- .../client/rpc/read/TestECBlockInputStream.java | 36 +-- .../rpc/read/TestECBlockInputStreamProxy.java | 24 +- .../read/TestECBlockReconstructedInputStream.java | 4 +- .../TestECBlockReconstructedStripeInputStream.java | 26 +- .../ozone/freon/TestOmBucketReadWriteFileOps.java | 326 +++++++++++++++++++++ .../ozone/om/TestOzoneManagerHAMetadataOnly.java | 3 + .../hadoop/ozone/security/acl/TestParentAcl.java | 2 + hadoop-ozone/ozonefs-shaded/pom.xml | 4 + .../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +- .../ozone/freon/OmBucketReadWriteFileOps.java | 278 ++++++++++++++++++ 52 files changed, 1452 insertions(+), 478 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
