This is an automated email from the ASF dual-hosted git repository.
weichiu pushed a change to branch HDDS-7593
in repository https://gitbox.apache.org/repos/asf/ozone.git
omit 76a573a104 HDDS-9752. [hsync] Make Putblock performance acceptable -
Client side (#5663)
omit f065781956 HDDS-10147. Migrate TestFinalizeBlock to JUnit5. (#6133)
omit b532f81e00 HDDS-10077. Add hsync metadata to hsync'ed keys in
OpenKeyTable as well (#6046)
omit 2651d4c208 HDDS-9930. Remove open keys as well when keys are deleted
from KeyTable (#6079)
omit f5f737dc5c HDDS-10190. [hsync] Handle lease recovery for file without
blocks. (#6094)
omit 2e2d08e6dc HDDS-10141. [hsync] Support hard limit and auto recovery
for hsync file. (#6033)
omit 54a75ca0a4 HDDS-9387. [hsync] Reduce updating block length times at OM
during hsync (#6054)
omit 305a176b7d HDDS-9751. [hsync] Make Putblock performance acceptable -
DataNode side (#5662)
omit 04b6aa5e75 HDDS-10044. [hsync] File recovery support in Client (#5978)
omit 082d759448 HDDS-8830. Add admin CLI to list open files (#5920)
This update removed existing revisions from the reference, leaving the
reference pointing at a previous point in the repository history.
* -- * -- N refs/heads/HDDS-7593 (1c20d84c93)
\
O -- O -- O (76a573a104)
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 17 -
.../hadoop/hdds/scm/storage/BlockInputStream.java | 49 +--
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 184 +---------
.../client/io/BlockInputStreamFactoryImpl.java | 4 +-
.../hdds/scm/storage/DummyBlockInputStream.java | 10 +-
.../storage/DummyBlockInputStreamWithRetry.java | 7 +-
.../hdds/scm/storage/TestBlockInputStream.java | 14 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 6 -
.../hadoop/hdds/scm/storage/BlockLocationInfo.java | 10 -
.../hdds/scm/storage/ContainerProtocolCalls.java | 31 --
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 1 -
.../common/src/main/resources/ozone-default.xml | 11 -
.../server/ratis/ContainerStateMachine.java | 95 +++---
.../ozone/container/keyvalue/KeyValueHandler.java | 38 ---
.../container/keyvalue/impl/BlockManagerImpl.java | 3 +-
.../metadata/AbstractDatanodeDBDefinition.java | 1 -
.../ozone/container/metadata/DatanodeStore.java | 3 +-
.../metadata/DatanodeStoreSchemaThreeImpl.java | 2 +-
.../metadata/DatanodeStoreSchemaTwoImpl.java | 2 +-
.../DatanodeStoreWithIncrementalChunkList.java | 237 -------------
.../keyvalue/impl/TestBlockManagerImpl.java | 184 ----------
hadoop-hdds/docs/content/tools/Admin.md | 141 +-------
.../apache/hadoop/hdds/utils/FaultInjector.java | 9 -
.../src/main/proto/DatanodeClientProtocol.proto | 1 -
.../client/io/BlockOutputStreamEntryPool.java | 14 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 10 +-
.../hadoop/ozone/client/MockDatanodeStorage.java | 132 ++------
.../hadoop/ozone/client/MockOmTransport.java | 50 +--
.../hadoop/ozone/client/MockXceiverClientSpi.java | 3 +-
.../TestBlockOutputStreamIncrementalPutBlock.java | 163 ---------
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 1 -
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 5 -
.../ozone/om/helpers/ListOpenFilesResult.java | 115 -------
.../hadoop/ozone/om/helpers/OpenKeySession.java | 3 -
.../ozone/om/protocol/OzoneManagerProtocol.java | 17 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 39 +--
.../dist/src/main/compose/ozone/docker-config | 2 -
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 372 +--------------------
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 355 ++------------------
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 2 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 165 +--------
.../commandhandler/TestFinalizeBlock.java | 71 ++--
.../hadoop/ozone/debug/TestLeaseRecoverer.java | 20 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 48 ++-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 12 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 139 --------
.../ozone/shell/TestOzoneShellHAWithFSO.java | 2 -
.../org/apache/hadoop/utils/FaultInjectorImpl.java | 83 -----
.../src/main/proto/OmClientProtocol.proto | 25 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 83 +----
.../org/apache/hadoop/ozone/audit/OMAction.java | 4 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 3 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 4 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 17 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 117 +------
.../org/apache/hadoop/ozone/om/OzoneManager.java | 115 +------
.../om/request/file/OMRecoverLeaseRequest.java | 54 +--
.../ozone/om/request/key/OMKeyCommitRequest.java | 41 +--
.../om/request/key/OMKeyCommitRequestWithFSO.java | 38 +--
.../ozone/om/request/key/OMKeyDeleteRequest.java | 24 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 23 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 2 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 36 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 36 +-
.../ozone/om/request/util/OmKeyHSyncUtil.java | 56 ----
.../ozone/om/response/key/OMKeyCommitResponse.java | 14 +-
.../response/key/OMKeyCommitResponseWithFSO.java | 10 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 18 +-
.../response/key/OMKeyDeleteResponseWithFSO.java | 12 +-
.../om/response/key/OMKeysDeleteResponse.java | 17 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 13 +-
.../ozone/om/service/OpenKeyCleanupService.java | 17 +-
.../protocolPB/OzoneManagerRequestHandler.java | 34 --
.../apache/hadoop/ozone/om/TestChunkStreams.java | 2 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 149 ++-------
.../om/request/key/TestOMKeyCommitRequest.java | 12 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 11 -
.../om/response/key/TestOMKeyCommitResponse.java | 8 +-
.../key/TestOMKeyCommitResponseWithFSO.java | 4 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 2 +-
.../key/TestOMKeyDeleteResponseWithFSO.java | 2 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 3 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 3 +-
.../om/service/TestOpenKeyCleanupService.java | 105 +-----
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 60 +---
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 60 +---
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 5 +-
.../java/org/apache/hadoop/fs/ozone/Statistic.java | 1 -
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 37 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 35 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 39 +--
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 35 +-
.../ozone/admin/om/ListOpenFilesSubCommand.java | 202 -----------
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 1 -
94 files changed, 468 insertions(+), 4004 deletions(-)
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/DatanodeStoreWithIncrementalChunkList.java
delete mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestBlockOutputStreamIncrementalPutBlock.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/ListOpenFilesResult.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/utils/FaultInjectorImpl.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/util/OmKeyHSyncUtil.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/om/ListOpenFilesSubCommand.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
