This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a change to branch
dependabot-maven-org.apache.maven.plugins-maven-compiler-plugin-3.11.0
in repository https://gitbox.apache.org/repos/asf/ozone.git
from a489480d51 [Java] Dependabot Package Upgrade: Bump
org.apache.maven.plugins:maven-compiler-plugin
add 836a51b6cb Bump maven-compiler-plugin to 3.9.0
add 4d4108d30b HDDS-9900. TypedTable#iterator returns incorrect exception
on error. (#5768)
add f56fb6ac5c HDDS-9853. Bump JUnit5 to 5.10.1 (#5741)
add 86700ca7c3 HDDS-9872. OM/DN startup failure with non-HA SCM for secret
manager not initialized (#5750)
add cdf3e1657b HDDS-9896. Fix for NullPointerException when replicating
closed container using freon (#5765)
add 23104c258f HDDS-9888. Reduce log level for "not leader" log entries
(#5756)
add 471cf3dfc6 HDDS-9850. Bump okhttp to 4.12.0, okio to 3.6.0, kotlin to
1.9.21 (#5739)
add 698e2f4ffc HDDS-9908. Bump download-maven-plugin to 1.7.1 (#5773)
add a93015a85b HDDS-9909. Bump sqlite-jdbc to 3.44.1.0 (#5772)
add a02a8ed92a HDDS-9871. [Snapshot] Fix Deadlock in SnapshotCache. (#5751)
add 5ae3525a4f HDDS-9777. Migrate simple filesystem integration tests to
JUnit5 (#5769)
add 696ae7799f HDDS-9890. Fix comment typo in OmMetadataManagerImpl (#5763)
add 6d3c069049 HDDS-9906. Bump stax2-api to 4.2.2 (#5771)
add f4fb436047 HDDS-9643. Remove duplicate (and outdated) comment in
CommandDispatcher (#5557)
add b89ef4348a HDDS-9365. [hsync] DataNode to deserialize Ratis
transaction only once. (#5752)
add 09ec0b12e2 HDDS-9635. Trying to close a closed container from CLI
results in indefinite retries. (#5710)
add 6cdc379583 HDDS-9710. Missing snapshot entries list Snapshot under a
bucket API (#5619)
add 5545f86577 HDDS-9902. Decommission: Admin monitor should call
RM.checkContainerState to check for under-replication (#5770)
add 4dc859fbf3 HDDS-9580. Introduce metric for listkeys (#5529)
add 40066405af HDDS-9910. Slow ozone hdfs performance when lots of config
files.
add 8b25c554cb Updated ListSnapshotHandler to pass snapshot continuation
token and snapshot prefix (#5778)
add d793e93550 HDDS-9917. Autolink Hadoop and Ratis issues (#5786)
add 82d2759595 HDDS-9893. Client in clientCache is not properly
invalidated with security enabled (#5780)
add 527be1a6ac HDDS-9422. Return error response when trying to create a
directory under .snapshot path (#5781)
add 4713a9c3b8 HDDS-9920. Add static import for assertions in
parameterized FS integration tests (#5792)
add da1dee0957 HDDS-9873. Intermittent failure at hadoop-maven-plugins in
compile check (#5785)
add 559e884a1d HDDS-9799. Provide a flag to skip the native_rocksdb_tool
loading (#5719)
add 11850f5f9b HDDS-9923. Update line length limit in CONTRIBUTING.md
(#5796)
add fa9b90903d HDDS-9919. Update version to 1.5.0-SNAPSHOT (#5788)
add 027febe3ed HDDS-9846. Datanode should not persist cluster ID to global
version file until loading all volumes. (#5757)
add 690d3d2fb3 HDDS-9880. Elaborate OM VERSION file mismatch message.
(#5759)
add 493c90066f HDDS-9806. Refactor TestBlockOutputStream (#5707)
add 914b1b5f72 HDDS-9494. Migrate parameterized tests in
hdds-container-service to JUnit5 (#5797)
add cba23a5f66 HDDS-9478. Add more details to Safemode verbose output.
(#5760)
add ab717614c3 HDDS-9881. Intermittent address already in use in
TestSecureContainerServer. (#5782)
add c926ec9dd8 HDDS-9886. `hadoop fs -checksum` fails with
`NoClassDefFoundError` on Hadoop 2 (#5799)
add c990899e40 HDDS-9913. Reduce number of times configuration is loaded
in Ozone client (#5789)
add 4ca41a113f HDDS-9937. Move add response in doubleBuffer from
validateAndUpdateCache to handleWriteRequest (#5806)
add 3f35ab738d HDDS-9932. Compose annotation for tests parameterized with
ContainerTestVersionInfo (#5802)
add 6899ea277b HDDS-9827. Improve CLI output when trying to close unknown
container (#5790)
add 1a3cb653fb HDDS-9938. Migrate TimedOutTestsListener to JUnit5 (#5807)
add 88e18e3ecc HDDS-8882. Manage status of DeleteBlocksCommand in SCM to
avoid sending duplicates to Datanode (#4988)
add e05e7aeadf HDDS-9934. Display 'Last Heartbeat' in SCM UI in the Node
Status section (#5803)
add c1937a1757 HDDS-9935. Remove leftover JUnit4 imports from modules
already migrated (#5804)
add 0112a71615 HDDS-9943. TokenRenewer should close OzoneClient after use
(#5809)
add fdd616efa0 HDDS-9957. Bump reload4j to 1.2.25 (#5822)
add 3bd5c61ac4 HDDS-9954. Simplify assertions in hadoop-ozone unit tests
(#5818)
add d71904d2d4 HDDS-6152. Migrate TestOzoneFileSystem to JUnit5 (#5795)
add d83f434274 HDDS-9423. Throw appropriate error messages when deleting a
file in .snapshot path (#5814)
add 6b86d93e1b HDDS-9809. Migrate assertions in integration tests to
JUnit5 (#5815)
add 9bdd9e223e HDDS-9916. Useless execution of version-info in
rocksdb-checkpoint-differ (#5784)
add aa36940a80 HDDS-9962. Mark TestBlockDeletion#testBlockDeletion as flaky
add 3066c49598 HDDS-9776. Migrate simple client integration tests to
JUnit5 (#5819)
add 594b900af5 HDDS-9953. Simplify assertions in hadoop-hdds (#5817)
add 71019a866b HDDS-9933. Recon datanode 'Last Heartbeat' should print
relative values (#5801)
add 42ded03e41 HDDS-9966. Bump maven-shade-plugin to 3.5.1 (#5823)
add 475582c3d6 Merge remote-tracking branch 'origin/master' into HDDS-9969
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 5 +
.github/workflows/ci.yml | 6 +
CONTRIBUTING.md | 2 +-
hadoop-hdds/annotations/pom.xml | 4 +-
hadoop-hdds/client/pom.xml | 5 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 5 +
.../apache/hadoop/hdds/scm/StreamBufferArgs.java | 136 +++
.../hadoop/hdds/scm/XceiverClientManager.java | 15 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 22 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 6 +-
.../hdds/scm/storage/RatisBlockOutputStream.java | 6 +-
.../storage/TestBlockOutputStreamCorrectness.java | 5 +-
hadoop-hdds/common/pom.xml | 4 +-
.../hdds/ratis/ContainerCommandRequestMessage.java | 13 +-
.../hadoop/hdds/scm/exceptions/SCMException.java | 2 +
.../common/src/main/resources/ozone-default.xml | 9 +
.../hadoop/hdds/protocol/MockDatanodeDetails.java | 17 +-
...TestServerNotLeaderExceptionMessageParsing.java | 6 +-
.../container/common/helpers/TestExcludeList.java | 10 +-
.../hadoop/hdds/utils/TestResourceCache.java | 4 +-
.../common/TestChecksumImplsComputeSameValues.java | 6 +-
hadoop-hdds/config/pom.xml | 5 +-
hadoop-hdds/container-service/pom.xml | 9 +-
.../report/CommandStatusReportPublisher.java | 2 +-
.../commandhandler/CommandDispatcher.java | 4 -
.../states/endpoint/VersionEndpointTask.java | 9 +-
.../server/ratis/ContainerStateMachine.java | 274 +++--
.../ECReconstructionCoordinator.java | 5 +-
.../container/replication/ContainerImporter.java | 8 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 20 +-
.../container/common/TestBlockDeletingService.java | 209 ++--
.../container/common/TestDatanodeStoreCache.java | 2 +-
.../common/TestKeyValueContainerData.java | 24 +-
.../TestSchemaOneBackwardsCompatibility.java | 169 +--
...stStaleRecoveringContainerScrubbingService.java | 59 +-
.../common/impl/TestContainerDataYaml.java | 93 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 57 +-
.../common/impl/TestContainerPersistence.java | 376 +++---
.../container/common/impl/TestContainerSet.java | 79 +-
.../container/common/impl/TestHddsDispatcher.java | 114 +-
.../common/report/TestReportPublisher.java | 4 +-
.../TestCloseContainerCommandHandler.java | 92 +-
.../TestDeleteBlocksCommandHandler.java | 93 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 8 +-
.../common/volume/TestStorageVolumeChecker.java | 109 +-
.../keyvalue/ContainerTestVersionInfo.java | 34 +-
.../keyvalue/TestKeyValueBlockIterator.java | 138 ++-
.../container/keyvalue/TestKeyValueContainer.java | 294 +++--
.../keyvalue/TestKeyValueContainerCheck.java | 12 +-
.../TestKeyValueContainerIntegrityChecks.java | 15 +-
.../TestKeyValueContainerMarkUnhealthy.java | 90 +-
.../TestKeyValueContainerMetadataInspector.java | 48 +-
.../container/keyvalue/TestKeyValueHandler.java | 86 +-
.../container/keyvalue/TestTarContainerPacker.java | 96 +-
.../keyvalue/impl/TestBlockManagerImpl.java | 67 +-
.../container/ozoneimpl/TestContainerReader.java | 116 +-
.../container/ozoneimpl/TestOzoneContainer.java | 115 +-
.../replication/TestContainerImporter.java | 11 +-
.../replication/TestReplicationSupervisor.java | 224 ++--
.../upgrade/TestDatanodeUpgradeToSchemaV3.java | 237 ++--
.../upgrade/TestDatanodeUpgradeToScmHA.java | 145 +--
hadoop-hdds/docs/pom.xml | 4 +-
hadoop-hdds/erasurecode/pom.xml | 4 +-
hadoop-hdds/framework/pom.xml | 5 +-
...inerLocationProtocolClientSideTranslatorPB.java | 17 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 4 +-
.../src/main/resources/webapps/static/ozone.css | 2 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 14 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 12 +
hadoop-hdds/hadoop-dependency-client/pom.xml | 4 +-
hadoop-hdds/hadoop-dependency-server/pom.xml | 4 +-
hadoop-hdds/hadoop-dependency-test/pom.xml | 4 +-
hadoop-hdds/interface-admin/pom.xml | 4 +-
.../src/main/proto/ScmAdminProtocol.proto | 7 +-
hadoop-hdds/interface-client/pom.xml | 4 +-
hadoop-hdds/interface-server/pom.xml | 4 +-
.../src/main/proto/ScmServerProtocol.proto | 2 +
hadoop-hdds/managed-rocksdb/pom.xml | 4 +-
hadoop-hdds/pom.xml | 4 +-
hadoop-hdds/rocks-native/pom.xml | 2 +-
.../utils/db/managed/ManagedSSTDumpIterator.java | 8 +-
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 14 +-
.../hdds/utils/db/managed/PipeInputStream.java | 15 +-
.../db/managed/TestManagedSSTDumpIterator.java | 3 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 42 +-
.../ozone/rocksdb/util/ManagedSstFileReader.java | 11 +-
hadoop-hdds/server-scm/pom.xml | 4 +-
.../hadoop/hdds/scm/block/DeletedBlockLog.java | 37 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 240 ++--
.../hdds/scm/block/SCMBlockDeletingService.java | 10 +-
.../SCMDeletedBlockTransactionStatusManager.java | 581 +++++++++
.../scm/command/CommandStatusReportHandler.java | 36 +-
.../scm/container/CloseContainerEventHandler.java | 2 +-
.../hdds/scm/container/ContainerManagerImpl.java | 6 +-
.../IncrementalContainerReportHandler.java | 2 +-
.../replication/ContainerHealthResult.java | 22 +
.../health/ECReplicationCheckHandler.java | 20 +-
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 79 +-
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 20 +
.../hdds/scm/node/NodeDecommissionMetrics.java | 43 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 13 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 66 +
...inerLocationProtocolServerSideTranslatorPB.java | 18 +-
.../hdds/scm/safemode/ContainerSafeModeRule.java | 22 +-
.../scm/safemode/HealthyPipelineSafeModeRule.java | 36 +-
.../safemode/OneReplicaPipelineSafeModeRule.java | 27 +-
.../hadoop/hdds/scm/safemode/SafeModeExitRule.java | 2 +
.../hdds/scm/server/SCMClientProtocolServer.java | 9 +-
.../hdds/scm/server/StorageContainerManager.java | 7 +
.../main/resources/webapps/scm/scm-overview.html | 9 +-
.../src/main/resources/webapps/scm/scm.js | 1 +
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 221 +++-
.../TestSCMDeleteBlocksCommandStatusManager.java | 256 ++++
.../container/balancer/TestContainerBalancer.java | 40 +-
.../TestSCMContainerPlacementRackAware.java | 5 +-
.../replication/TestReplicationManager.java | 5 +-
.../health/TestECReplicationCheckHandler.java | 14 +-
.../scm/node/DatanodeAdminMonitorTestUtil.java | 19 +
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 10 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 12 +-
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 14 +-
.../hdds/scm/node/TestNodeReportHandler.java | 12 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 38 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 3 +-
.../pipeline/TestWritableECContainerProvider.java | 2 -
.../scm/server/TestSCMBlockProtocolServer.java | 14 +-
.../ozone/container/common/TestEndPoint.java | 28 +
hadoop-hdds/test-utils/pom.xml | 10 +-
.../org/apache/ozone/test/GenericTestUtils.java | 35 +-
.../apache/ozone/test/TimedOutTestsListener.java | 53 +-
...g.junit.platform.launcher.TestExecutionListener | 3 +-
hadoop-hdds/tools/pom.xml | 4 +-
.../hdds/scm/cli/container/CloseSubcommand.java | 2 -
.../hdds/scm/cli/container/ContainerCommands.java | 11 -
hadoop-ozone/client/pom.xml | 5 +-
.../client/checksum/BaseFileChecksumHelper.java | 3 -
.../client/checksum/ECBlockChecksumComputer.java | 2 -
.../client/checksum/ECFileChecksumHelper.java | 1 -
.../checksum/ReplicatedBlockChecksumComputer.java | 2 -
.../checksum/ReplicatedFileChecksumHelper.java | 1 -
.../ozone/client/io/BlockOutputStreamEntry.java | 18 +-
.../client/io/BlockOutputStreamEntryPool.java | 27 +-
.../ozone/client/io/ECBlockOutputStreamEntry.java | 17 +-
.../client/io/ECBlockOutputStreamEntryPool.java | 6 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 8 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 31 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 20 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 83 +-
.../TestReplicatedBlockChecksumComputer.java | 2 -
hadoop-ozone/common/pom.xml | 5 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 31 +-
.../client/checksum/CompositeCrcFileChecksum.java | 88 ++
.../hadoop/ozone/client/checksum/CrcComposer.java | 215 ++++
.../hadoop/ozone/client/checksum/CrcUtil.java | 278 +++++
.../hadoop/ozone/client/checksum/package-info.java | 8 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +
.../apache/hadoop/ozone/protocolPB/OMPBHelper.java | 4 +-
hadoop-ozone/csi/pom.xml | 4 +-
hadoop-ozone/datanode/pom.xml | 4 +-
hadoop-ozone/dev-support/checks/license.sh | 2 +-
hadoop-ozone/dist/pom.xml | 4 +-
.../src/main/smoketest/ozonefs/hadoopo3fs.robot | 2 +
.../fault-injection-test/mini-chaos-tests/pom.xml | 4 +-
.../fault-injection-test/network-tests/pom.xml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 4 +-
hadoop-ozone/httpfsgateway/pom.xml | 4 +-
hadoop-ozone/insight/pom.xml | 4 +-
.../dev-support/findbugsExcludeFile.xml | 4 -
hadoop-ozone/integration-test/pom.xml | 4 +-
...ystem.java => AbstractOzoneFileSystemTest.java} | 397 +++---
...ava => AbstractOzoneFileSystemTestWithFSO.java} | 177 +--
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 9 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 30 +-
.../java/org/apache/hadoop/fs/ozone/TestO3FS.java | 21 +-
.../apache/hadoop/fs/ozone/TestO3FSWithFSO.java | 15 +-
.../hadoop/fs/ozone/TestO3FSWithFSOAndOMRatis.java | 15 +-
.../hadoop/fs/ozone/TestO3FSWithFSPaths.java | 21 +-
.../fs/ozone/TestO3FSWithFSPathsAndOMRatis.java | 21 +-
.../hadoop/fs/ozone/TestO3FSWithOMRatis.java | 21 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 41 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 81 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 10 +-
.../fs/ozone/TestOzoneFileSystemMetrics.java | 32 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 19 +-
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 33 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 64 +-
.../hadoop/fs/ozone/TestRootedDDSWithFSO.java | 36 +-
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 419 +++----
.../fs/ozone/TestRootedOzoneFileSystemWithFSO.java | 7 +-
.../hdds/scm/TestSCMDatanodeProtocolServer.java | 9 +-
.../hadoop/hdds/scm/TestSCMInstallSnapshot.java | 30 +-
.../TestContainerStateManagerIntegration.java | 89 +-
.../hdds/scm/pipeline/TestLeaderChoosePolicy.java | 15 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 19 +-
.../TestRatisPipelineCreateAndDestroy.java | 24 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 59 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 45 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 56 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 32 -
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 7 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 4 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 10 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 23 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 24 +
.../ozone/client/TestOzoneClientFactory.java | 10 +-
.../client/rpc/AbstractTestECKeyOutputStream.java | 76 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 37 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 40 +-
.../client/rpc/TestBlockDataStreamOutput.java | 42 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 1259 ++++++++++----------
.../rpc/TestBlockOutputStreamFlushDelay.java | 706 -----------
.../rpc/TestBlockOutputStreamWithFailures.java | 1177 ++++++++----------
...estBlockOutputStreamWithFailuresFlushDelay.java | 880 --------------
.../rpc/TestCloseContainerHandlingByClient.java | 70 +-
.../rpc/TestContainerReplicationEndToEnd.java | 28 +-
.../client/rpc/TestContainerStateMachine.java | 50 +-
.../TestContainerStateMachineFailureOnRead.java | 16 +-
.../rpc/TestContainerStateMachineFailures.java | 346 +++---
.../rpc/TestContainerStateMachineFlushDelay.java | 41 +-
.../rpc/TestContainerStateMachineStream.java | 33 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 68 +-
.../client/rpc/TestDiscardPreallocatedBlocks.java | 56 +-
.../ozone/client/rpc/TestECKeyOutputStream.java | 4 +-
.../rpc/TestECKeyOutputStreamWithZeroCopy.java | 4 +-
.../client/rpc/TestFailureHandlingByClient.java | 87 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 38 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 53 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 36 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 297 +++--
...estOzoneClientRetriesOnExceptionFlushDelay.java | 39 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 106 +-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 28 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 37 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 105 +-
.../ozone/client/rpc/TestWatchForCommit.java | 82 +-
.../apache/hadoop/ozone/container/TestHelper.java | 28 +-
.../commandhandler/TestBlockDeletion.java | 5 +-
.../TestCloseContainerByPipeline.java | 40 +-
.../container/ozoneimpl/TestOzoneContainer.java | 121 +-
.../container/server/TestContainerServer.java | 16 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 55 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 60 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 5 +-
.../TestReconInsightsForDeletedDirectories.java | 36 +-
.../hadoop/ozone/scm/TestCloseContainer.java | 20 +
.../hadoop/ozone/scm/TestFailoverWithSCMHA.java | 44 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 10 +-
.../ozone/scm/TestSCMInstallSnapshotWithHA.java | 32 +-
.../hadoop/ozone/scm/TestXceiverClientManager.java | 22 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 5 +-
hadoop-ozone/interface-client/pom.xml | 4 +-
hadoop-ozone/interface-storage/pom.xml | 4 +-
hadoop-ozone/ozone-manager/pom.xml | 5 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 4 +
.../org/apache/hadoop/ozone/om/ListIterator.java | 340 ++++++
.../hadoop/ozone/om/OMPerformanceMetrics.java | 13 +
.../java/org/apache/hadoop/ozone/om/OMStorage.java | 15 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 76 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 12 +-
.../hadoop/ozone/om/OzoneListStatusHelper.java | 421 +------
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 21 +-
.../apache/hadoop/ozone/om/TrashPolicyOzone.java | 9 +-
.../utils/OzoneManagerDoubleBufferHelper.java | 33 -
.../hadoop/ozone/om/request/OMClientRequest.java | 19 +-
.../om/request/bucket/OMBucketCreateRequest.java | 6 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 6 +-
.../om/request/bucket/OMBucketSetOwnerRequest.java | 6 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 6 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 6 +-
.../request/bucket/acl/OMBucketAddAclRequest.java | 7 +-
.../bucket/acl/OMBucketRemoveAclRequest.java | 6 +-
.../request/bucket/acl/OMBucketSetAclRequest.java | 6 +-
.../om/request/file/OMDirectoryCreateRequest.java | 9 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 5 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 5 +-
.../request/file/OMFileCreateRequestWithFSO.java | 5 +-
.../om/request/file/OMRecoverLeaseRequest.java | 6 +-
.../om/request/key/OMAllocateBlockRequest.java | 5 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 5 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 5 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 6 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 6 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 5 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 5 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 9 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 5 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 6 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 5 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 5 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 5 +-
.../request/key/OMKeySetTimesRequestWithFSO.java | 5 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 5 +-
.../ozone/om/request/key/OMKeysRenameRequest.java | 5 +-
.../om/request/key/OMOpenKeysDeleteRequest.java | 5 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 6 +-
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 5 +-
.../om/request/key/acl/OMKeyAclRequestWithFSO.java | 5 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 6 +-
.../request/key/acl/OMKeyAddAclRequestWithFSO.java | 6 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 6 +-
.../key/acl/OMKeyRemoveAclRequestWithFSO.java | 6 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 6 +-
.../request/key/acl/OMKeySetAclRequestWithFSO.java | 6 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 5 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 5 +-
.../S3InitiateMultipartUploadRequest.java | 6 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 6 +-
.../multipart/S3MultipartUploadAbortRequest.java | 5 +-
.../S3MultipartUploadCommitPartRequest.java | 5 +-
.../S3MultipartUploadCompleteRequest.java | 5 +-
.../om/request/s3/security/OMSetSecretRequest.java | 7 +-
.../om/request/s3/security/S3GetSecretRequest.java | 7 +-
.../request/s3/security/S3RevokeSecretRequest.java | 7 +-
.../tenant/OMSetRangerServiceVersionRequest.java | 6 +-
.../s3/tenant/OMTenantAssignAdminRequest.java | 6 +-
.../tenant/OMTenantAssignUserAccessIdRequest.java | 6 +-
.../request/s3/tenant/OMTenantCreateRequest.java | 6 +-
.../request/s3/tenant/OMTenantDeleteRequest.java | 6 +-
.../s3/tenant/OMTenantRevokeAdminRequest.java | 6 +-
.../tenant/OMTenantRevokeUserAccessIdRequest.java | 6 +-
.../security/OMCancelDelegationTokenRequest.java | 7 +-
.../security/OMGetDelegationTokenRequest.java | 10 +-
.../security/OMRenewDelegationTokenRequest.java | 7 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 6 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 6 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 6 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 6 +-
.../snapshot/OMSnapshotSetPropertyRequest.java | 7 +-
.../om/request/upgrade/OMCancelPrepareRequest.java | 5 +-
.../request/upgrade/OMFinalizeUpgradeRequest.java | 8 +-
.../ozone/om/request/upgrade/OMPrepareRequest.java | 9 +-
.../om/request/util/OMEchoRPCWriteRequest.java | 5 +-
.../om/request/volume/OMVolumeCreateRequest.java | 9 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 6 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 7 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 6 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 5 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 6 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 6 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 6 +-
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 45 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 88 +-
.../protocolPB/OzoneManagerRequestHandler.java | 14 +-
.../hadoop/ozone/om/TestOMTenantCreateRequest.java | 18 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 32 +-
.../om/ratis/TestOzoneManagerDoubleBuffer.java | 19 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 25 +-
.../ozone/om/request/OMRequestTestUtils.java | 6 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 9 -
.../request/bucket/TestOMBucketCreateRequest.java | 13 +-
.../bucket/TestOMBucketCreateRequestWithFSO.java | 3 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 12 +-
.../bucket/TestOMBucketDeleteRequestWithFSO.java | 3 +-
.../bucket/TestOMBucketSetPropertyRequest.java | 36 +-
.../bucket/acl/TestOMBucketAddAclRequest.java | 6 +-
.../bucket/acl/TestOMBucketRemoveAclRequest.java | 9 +-
.../bucket/acl/TestOMBucketSetAclRequest.java | 6 +-
.../request/file/TestOMDirectoryCreateRequest.java | 79 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 42 +-
.../om/request/file/TestOMFileCreateRequest.java | 82 +-
.../file/TestOMFileCreateRequestWithFSO.java | 3 +-
.../om/request/file/TestOMRecoverLeaseRequest.java | 3 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 12 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 6 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 12 +-
.../om/request/key/TestOMKeyCommitRequest.java | 27 +-
.../om/request/key/TestOMKeyCreateRequest.java | 30 +-
.../request/key/TestOMKeyCreateRequestWithFSO.java | 3 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 52 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 9 +-
.../om/request/key/TestOMKeyRenameRequest.java | 18 +-
.../request/key/TestOMKeyRenameRequestWithFSO.java | 3 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 8 -
.../om/request/key/TestOMKeysDeleteRequest.java | 6 +-
.../om/request/key/TestOMKeysRenameRequest.java | 6 +-
.../request/key/TestOMOpenKeysDeleteRequest.java | 6 +-
.../om/request/key/TestOMPrefixAclRequest.java | 12 +-
.../om/request/key/TestOMSetTimesRequest.java | 3 +-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 15 +-
.../TestS3InitiateMultipartUploadRequest.java | 12 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 9 +-
.../s3/multipart/TestS3MultipartRequest.java | 8 -
.../TestS3MultipartUploadAbortRequest.java | 15 +-
.../TestS3MultipartUploadCommitPartRequest.java | 16 +-
.../TestS3MultipartUploadCompleteRequest.java | 56 +-
.../s3/security/TestS3GetSecretRequest.java | 27 +-
.../tenant/TestSetRangerServiceVersionRequest.java | 6 +-
.../security/TestOMDelegationTokenRequest.java | 7 -
.../security/TestOMGetDelegationTokenRequest.java | 2 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 17 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 20 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 11 +-
...estOMSnapshotSetPropertyRequestAndResponse.java | 8 +-
.../upgrade/TestOMCancelPrepareRequest.java | 3 +-
.../request/volume/TestOMVolumeCreateRequest.java | 15 +-
.../request/volume/TestOMVolumeDeleteRequest.java | 9 +-
.../om/request/volume/TestOMVolumeRequest.java | 6 -
.../volume/TestOMVolumeSetOwnerRequest.java | 13 +-
.../volume/TestOMVolumeSetQuotaRequest.java | 21 +-
.../volume/acl/TestOMVolumeAddAclRequest.java | 6 +-
.../volume/acl/TestOMVolumeRemoveAclRequest.java | 9 +-
.../volume/acl/TestOMVolumeSetAclRequest.java | 6 +-
.../ozone/om/response/TestCleanupTableInfo.java | 8 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 8 +-
.../ozone/om/upgrade/TestOMVersionManager.java | 3 -
.../TestOmVersionManagerRequestFactory.java | 4 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 4 +-
hadoop-ozone/ozonefs-common/pom.xml | 5 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 53 -
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 59 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 29 +-
.../fs/ozone/OzoneDelegationTokenRenewer.java | 79 ++
hadoop-ozone/ozonefs-hadoop2/pom.xml | 23 +-
.../apache/hadoop/fs/TestOmKeyInfoWithHadoop2.java | 15 +-
hadoop-ozone/ozonefs-hadoop3-client/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop3/pom.xml | 4 +-
.../org.apache.hadoop.security.token.TokenRenewer | 3 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 4 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
.../org.apache.hadoop.security.token.TokenRenewer | 3 +-
hadoop-ozone/pom.xml | 10 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
hadoop-ozone/recon/pom.xml | 2 +-
.../src/views/datanodes/datanodes.tsx | 24 +-
.../hadoop/ozone/recon/ReconTestInjector.java | 9 -
.../apache/hadoop/ozone/recon/TestReconCodecs.java | 4 +-
.../hadoop/ozone/recon/api/TestBlocksEndPoint.java | 4 +-
.../ozone/recon/api/TestFeaturesEndPoint.java | 4 +-
.../hadoop/ozone/recon/common/CommonUtils.java | 5 +-
.../recon/fsck/TestContainerHealthStatus.java | 10 +-
hadoop-ozone/s3-secret-store/pom.xml | 4 +-
hadoop-ozone/s3gateway/pom.xml | 4 +-
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 11 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 3 +-
.../ozone/s3/util/TestRangeHeaderParserUtil.java | 32 +-
hadoop-ozone/tools/pom.xml | 4 +-
.../ozone/freon/ClosedContainerReplicator.java | 2 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 4 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 9 +
.../ozone/shell/snapshot/ListSnapshotHandler.java | 9 +-
.../ozone/shell/keys/TestChecksumKeyHandler.java | 4 +-
pom.xml | 94 +-
442 files changed, 9086 insertions(+), 9322 deletions(-)
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/StreamBufferArgs.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/block/SCMDeletedBlockTransactionStatusManager.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/block/TestSCMDeleteBlocksCommandStatusManager.java
copy hadoop-ozone/dist/src/test/shell/test2/test.sh =>
hadoop-hdds/test-utils/src/main/resources/META-INF/services/org.junit.platform.launcher.TestExecutionListener
(94%)
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CompositeCrcFileChecksum.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CrcComposer.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/client/checksum/CrcUtil.java
copy hadoop-ozone/{client =>
common}/src/main/java/org/apache/hadoop/ozone/client/checksum/package-info.java
(90%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/{TestOzoneFileSystem.java
=> AbstractOzoneFileSystemTest.java} (83%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/{TestOzoneFileSystemWithFSO.java
=> AbstractOzoneFileSystemTestWithFSO.java} (78%)
copy
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestIOUtils.java
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FS.java
(73%)
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/events/IEventInfo.java
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSO.java
(77%)
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/events/IEventInfo.java
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSOAndOMRatis.java
(76%)
copy
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestIOUtils.java
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSPaths.java
(72%)
copy
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestIOUtils.java
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithFSPathsAndOMRatis.java
(70%)
copy
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestIOUtils.java
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestO3FSWithOMRatis.java
(72%)
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestBlockOutputStreamFlushDelay.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestBlockOutputStreamWithFailuresFlushDelay.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ListIterator.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/utils/OzoneManagerDoubleBufferHelper.java
create mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/OzoneDelegationTokenRenewer.java
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/ReadWriteLockable.java
=>
hadoop-ozone/ozonefs-hadoop2/src/test/java/org/apache/hadoop/fs/TestOmKeyInfoWithHadoop2.java
(78%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
