This is an automated email from the ASF dual-hosted git repository.
sammichen pushed a change to branch HDDS-2823
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
discard bcf4d2f HDDS-3185 Construct a standalone ratis server for SCM. (#720)
add 3d28568 HDDS-3074. Make the configuration of container scrub
consistent. (#722)
add 7d132ce HDDS-3179. Pipeline placement based on Topology does not have
fallback (#678)
add eece604 HDDS-3281. Add timeouts to all robot tests (#723)
add a661a75 HDDS-3288: Update default RPC handler SCM/OM count to 100
(#729)
add 099ab62 HDDS-3273. getConf does not return all OM addresses. (#727)
add d7dcb8b Revert "HDDS-3064. Get Key is hung when READ delay is
injected in chunk file path. (#673)"
add f5fa408 Revert "HDDS-3234. Fix retry interval default in Ozone
client. (#698)"
add 39e116a HDDS-3294. Disable intermittent
TestContainerStateMachineFailureOnRead
add ad37f03 HDDS-2011. Ignore TestRandomKeyGenerator.bigFileThan2GB
add b719173 HDDS-3290. Ignore TestRandomKeyGenerator
add d2082b8 HDDS-3297. Ignore TestOzoneClientKeyGenerator.
add a66aae8 HDDS-3290. Disable all the freon integration tests
add f63c5af HDDS-3298. Ignore
TestFailureHandlingByClient.testDatanodeExclusionWithMajorityCommit
add a17551e HDDS-3265. Ignore TestRatisPipelineLeader.java
add 557c48e HDDS-3272. Disable hdfs 27 acceptance test
add 386baf1 HDDS-3251. Bump version to 0.6.0-SNAPSHOT
add 79ce00e HDDS-2980. Delete replayed entry from OpenKeyTable during
commit (#625)
add 5e23b25 HDDS-3291. Write operation when both OM followers are
shutdown. (#733)
add 33ac261 HDDS-2943. Parameterize unit tests for chunk manager
implementation (#694)
new d156eae HDDS-3185 Construct a standalone ratis server for SCM. (#720)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (bcf4d2f)
\
N -- N -- N refs/heads/HDDS-2823 (d156eae)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/pr.yml | 15 -
hadoop-hdds/client/pom.xml | 4 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 9 +-
hadoop-hdds/common/pom.xml | 6 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 2 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 4 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 3 -
.../common/src/main/resources/ozone-default.xml | 26 +-
hadoop-hdds/config/pom.xml | 4 +-
hadoop-hdds/container-service/pom.xml | 4 +-
.../container/common/impl/ChunkLayOutVersion.java | 53 +++-
.../ozone/container/common/impl/ContainerData.java | 19 ++
.../container/keyvalue/KeyValueContainerCheck.java | 127 ++++----
.../container/keyvalue/KeyValueContainerData.java | 19 --
.../container/keyvalue/helpers/ChunkUtils.java | 39 +--
.../keyvalue/impl/FilePerBlockStrategy.java | 23 +-
.../keyvalue/impl/FilePerChunkStrategy.java | 25 +-
.../keyvalue/interfaces/ChunkManager.java | 1 -
.../ozoneimpl/ContainerScrubberConfiguration.java | 2 +-
.../ozone/container/common/ContainerTestUtils.java | 3 +-
.../container/common/TestBlockDeletingService.java | 17 +-
.../common/TestKeyValueContainerData.java | 18 +-
.../common/impl/TestContainerDataYaml.java | 21 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 21 +-
.../common/impl/TestContainerPersistence.java | 98 +------
.../container/common/impl/TestContainerSet.java | 23 +-
.../container/common/impl/TestHddsDispatcher.java | 19 +-
.../TestCloseContainerCommandHandler.java | 21 +-
.../common/volume/TestHddsVolumeChecker.java | 40 ++-
.../container/keyvalue/ChunkLayoutTestInfo.java | 120 ++++++++
.../keyvalue/TestKeyValueBlockIterator.java | 15 +-
.../container/keyvalue/TestKeyValueContainer.java | 23 +-
.../keyvalue/TestKeyValueContainerCheck.java | 76 ++---
.../TestKeyValueContainerMarkUnhealthy.java | 16 +-
.../container/keyvalue/TestKeyValueHandler.java | 49 ++--
.../container/keyvalue/TestTarContainerPacker.java | 18 +-
.../keyvalue/impl/AbstractTestChunkManager.java | 170 +++++++++++
.../keyvalue/impl/CommonChunkManagerTestCases.java | 201 +++++++++++++
.../keyvalue/impl/TestBlockManagerImpl.java | 17 +-
.../container/keyvalue/impl/TestChunkManager.java | 325 ---------------------
.../keyvalue/impl/TestChunkManagerDummyImpl.java | 60 ++++
.../keyvalue/impl/TestFilePerBlockStrategy.java | 140 +++++++++
.../keyvalue/impl/TestFilePerChunkStrategy.java | 92 ++++++
.../container/ozoneimpl/TestOzoneContainer.java | 19 +-
.../replication/TestReplicationSupervisor.java | 32 +-
hadoop-hdds/docs/pom.xml | 4 +-
hadoop-hdds/framework/pom.xml | 4 +-
hadoop-hdds/pom.xml | 4 +-
hadoop-hdds/server-scm/pom.xml | 4 +-
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 37 ++-
.../hadoop/hdds/scm/container/MockNodeManager.java | 10 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 145 ++++++---
hadoop-hdds/tools/pom.xml | 4 +-
hadoop-ozone/client/pom.xml | 4 +-
hadoop-ozone/common/pom.xml | 4 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 32 ++
.../apache/hadoop/ozone/freon/OzoneGetConf.java | 6 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 2 +-
.../ozone/om/exceptions/OMReplayException.java | 16 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 25 ++
hadoop-ozone/csi/pom.xml | 4 +-
hadoop-ozone/datanode/pom.xml | 4 +-
hadoop-ozone/dist/pom.xml | 4 +-
.../ozone-mr/hadoop27/{test.sh => run-test.sh} | 0
.../dist/src/main/compose/ozone-topology/.env | 2 +-
.../main/smoketest/auditparser/auditparser.robot | 1 +
.../dist/src/main/smoketest/basic/basic.robot | 1 +
.../dist/src/main/smoketest/env-compose.robot | 2 +-
.../dist/src/main/smoketest/freon/freon.robot | 1 +
.../dist/src/main/smoketest/gdpr/gdpr.robot | 1 +
.../main/smoketest/om-ratis/testOMAdminCmd.robot | 2 +-
.../dist/src/main/smoketest/omha/testOMHA.robot | 1 +
.../src/main/smoketest/ozonefs/hadoopo3fs.robot | 1 +
.../dist/src/main/smoketest/ozonefs/ozonefs.robot | 1 +
.../dist/src/main/smoketest/recon/recon-api.robot | 1 +
.../src/main/smoketest/s3/MultipartUpload.robot | 1 +
.../dist/src/main/smoketest/s3/awss3.robot | 1 +
.../dist/src/main/smoketest/s3/bucketcreate.robot | 1 +
.../dist/src/main/smoketest/s3/buckethead.robot | 1 +
.../dist/src/main/smoketest/s3/bucketlist.robot | 1 +
.../dist/src/main/smoketest/s3/objectcopy.robot | 1 +
.../dist/src/main/smoketest/s3/objectdelete.robot | 1 +
.../src/main/smoketest/s3/objectmultidelete.robot | 1 +
.../dist/src/main/smoketest/s3/objectputget.robot | 1 +
.../dist/src/main/smoketest/s3/webui.robot | 1 +
.../dist/src/main/smoketest/scmcli/datanode.robot | 1 +
.../dist/src/main/smoketest/scmcli/pipeline.robot | 1 +
.../main/smoketest/security/ozone-secure-fs.robot | 1 +
.../main/smoketest/security/ozone-secure-s3.robot | 1 +
.../fault-injection-test/mini-chaos-tests/pom.xml | 4 +-
.../fault-injection-test/network-tests/pom.xml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 4 +-
hadoop-ozone/insight/pom.xml | 4 +-
hadoop-ozone/integration-test/pom.xml | 4 +-
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 6 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 1 +
.../TestContainerStateMachineFailureOnRead.java | 16 +-
.../client/rpc/TestFailureHandlingByClient.java | 23 +-
.../ozone/freon/TestOzoneClientKeyGenerator.java | 13 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 8 +-
hadoop-ozone/ozone-manager/pom.xml | 4 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 6 -
.../ozone/om/request/key/OMKeyCommitRequest.java | 60 ++--
.../S3InitiateMultipartUploadRequest.java | 6 -
.../S3MultipartUploadCommitPartRequest.java | 69 ++---
.../S3MultipartUploadCompleteRequest.java | 78 +++--
.../ozone/om/response/key/OMKeyCommitResponse.java | 43 ++-
.../S3MultipartUploadCommitPartResponse.java | 59 +++-
.../S3MultipartUploadCompleteResponse.java | 48 +--
.../om/request/key/TestOMKeyCommitRequest.java | 42 +++
.../om/response/key/TestOMKeyCommitResponse.java | 14 +-
hadoop-ozone/ozonefs-lib-current/pom.xml | 4 +-
hadoop-ozone/ozonefs-lib-legacy/pom.xml | 4 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
hadoop-ozone/pom.xml | 4 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
hadoop-ozone/recon/pom.xml | 2 +-
hadoop-ozone/s3gateway/pom.xml | 4 +-
hadoop-ozone/tools/pom.xml | 4 +-
hadoop-ozone/upgrade/pom.xml | 4 +-
pom.xml | 6 +-
121 files changed, 1951 insertions(+), 981 deletions(-)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/ChunkLayoutTestInfo.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/AbstractTestChunkManager.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/CommonChunkManagerTestCases.java
delete mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestChunkManager.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestChunkManagerDummyImpl.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestFilePerBlockStrategy.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestFilePerChunkStrategy.java
rename hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop27/{test.sh =>
run-test.sh} (100%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
