This is an automated email from the ASF dual-hosted git repository.
elek pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from fb6c7e6 HDDS-3141. Unit check fails to execute insight and
mini-chaos-tests modules
add 201b8c0 HDDS-2717. Handle chunk increments in datanode
No new revisions were added by this update.
Summary of changes:
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 103 ++--
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 11 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 3 +
.../common/helpers/StorageContainerException.java | 2 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 7 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 6 +
.../hadoop/ozone/lock/ReadWriteLockable.java} | 15 +-
.../src/main/proto/DatanodeContainerProtocol.proto | 1 +
.../common/src/main/resources/ozone-default.xml | 25 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 4 +-
.../container/common/impl/ChunkLayOutVersion.java | 70 +--
.../ozone/container/common/impl/ContainerData.java | 41 +-
.../container/common/impl/ContainerDataYaml.java | 5 +-
.../ozone/container/common/interfaces/Handler.java | 18 +-
.../states/endpoint/VersionEndpointTask.java | 4 +-
.../server/ratis/ContainerStateMachine.java | 27 +-
.../transport/server/ratis/XceiverServerRatis.java | 57 ++-
.../ozone/container/common/volume/HddsVolume.java | 4 +-
.../common/volume/ImmutableVolumeSet.java} | 42 +-
.../{VolumeSet.java => MutableVolumeSet.java} | 41 +-
.../ozone/container/common/volume/VolumeSet.java | 533 +--------------------
.../container/keyvalue/KeyValueContainerData.java | 25 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 57 ++-
.../container/keyvalue/helpers/ChunkUtils.java | 262 ++++++----
.../keyvalue/impl/ChunkManagerDispatcher.java | 148 ++++++
.../keyvalue/impl/ChunkManagerDummyImpl.java | 115 +----
.../keyvalue/impl/ChunkManagerFactory.java | 45 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 297 ++++++++++++
...kManagerImpl.java => FilePerChunkStrategy.java} | 187 ++++----
.../keyvalue/interfaces/ChunkManager.java | 15 +-
.../background/BlockDeletingService.java | 20 +-
.../container/ozoneimpl/ContainerController.java | 11 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 6 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 26 +-
.../replication/DownloadAndImportReplicator.java | 8 +-
.../ozone/container/common/ContainerTestUtils.java | 5 +-
.../container/common/TestBlockDeletingService.java | 182 +++----
.../container/common/TestChunkLayOutVersion.java | 21 +-
.../common/TestKeyValueContainerData.java | 2 +
.../common/impl/TestContainerDataYaml.java | 10 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 2 +
.../common/impl/TestContainerPersistence.java | 69 +--
.../container/common/impl/TestContainerSet.java | 8 +-
.../container/common/impl/TestHddsDispatcher.java | 8 +-
.../container/common/interfaces/TestHandler.java | 3 +-
.../TestCloseContainerCommandHandler.java | 4 +-
.../common/volume/TestHddsVolumeChecker.java | 2 +-
.../container/common/volume/TestVolumeSet.java | 12 +-
.../common/volume/TestVolumeSetDiskChecks.java | 10 +-
.../keyvalue/TestKeyValueBlockIterator.java | 8 +-
.../container/keyvalue/TestKeyValueContainer.java | 10 +-
.../keyvalue/TestKeyValueContainerCheck.java | 15 +-
.../TestKeyValueContainerMarkUnhealthy.java | 5 +-
.../container/keyvalue/TestKeyValueHandler.java | 8 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 4 +-
.../container/keyvalue/TestTarContainerPacker.java | 4 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 48 +-
.../keyvalue/{ => impl}/TestBlockManagerImpl.java | 10 +-
.../TestChunkManager.java} | 51 +-
.../container/ozoneimpl/TestOzoneContainer.java | 11 +-
.../replication/TestReplicationSupervisor.java | 4 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 2 +-
.../client/io/BlockOutputStreamEntryPool.java | 23 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 20 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 7 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 6 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 6 +
.../ozone/client/rpc/TestBlockOutputStream.java | 20 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 11 +-
.../container/metrics/TestContainerMetrics.java | 3 +-
.../container/server/TestContainerServer.java | 3 +-
.../server/TestSecureContainerServer.java | 3 +-
.../hadoop/ozone/freon/ChunkManagerDiskWrite.java | 103 ++--
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 2 +-
.../ozone/genesis/BenchMarkDatanodeDispatcher.java | 6 +-
.../ozone/genesis/BenchmarkChunkManager.java | 181 +++++++
.../org/apache/hadoop/ozone/genesis/Genesis.java | 11 +
77 files changed, 1721 insertions(+), 1443 deletions(-)
copy
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/server/events/IdentifiableEventPayload.java
=> common/src/main/java/org/apache/hadoop/ozone/lock/ReadWriteLockable.java}
(79%)
copy
hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/IntegerCodec.java
=>
container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/ImmutableVolumeSet.java}
(56%)
copy
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/{VolumeSet.java
=> MutableVolumeSet.java} (94%)
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/ChunkManagerDispatcher.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/FilePerBlockStrategy.java
rename
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/{ChunkManagerImpl.java
=> FilePerChunkStrategy.java} (68%)
rename {hadoop-ozone/integration-test =>
hadoop-hdds/container-service}/src/test/java/org/apache/hadoop/ozone/container/common/TestBlockDeletingService.java
(72%)
rename
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{
=> impl}/TestBlockManagerImpl.java (94%)
rename
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{TestChunkManagerImpl.java
=> impl/TestChunkManager.java} (89%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchmarkChunkManager.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
