This is an automated email from the ASF dual-hosted git repository.
nanda pushed a change to branch HDDS-2823
in repository https://gitbox.apache.org/repos/asf/ozone.git.
from b328608 HDDS-3205. Handle BlockDeletingService in SCM HA (#1780)
add d044afb HDDS-4507. Add SCM CA CLI to query certificate. (#1662)
add c3f6b4b HDDS-4558. Support Ozone block token with access mode check.
(#1672)
add 888d555 HDDS-4640. Intermittent failure in MapReduce test due to
existing output file (#1753)
add 29335c5 HDDS-4644. Block token verification failed: no READ
permission for WriteChunk (#1758)
add 13e02bc HDDS-4637. Improve the log infomation when CSM take snapshot
(#1749)
add 86574d1 HDDS-4369. Datanode should store the delete transaction as is
in rocksDB (#1702)
add c8d3088 HDDS-4627. Disable coverage upload to codecov (#1741)
add 85abcaf HDDS-4185. Disable IncrementalByteBuffer by default in Ozone
Client (#1631)
add a0a936d HDDS-4496. Separate client and server2server GRPC services of
datanode (#1636)
add 8146368 HDDS-4419. Misleading SCM web UI Safe mode status (#1599)
add 628c8b6 Revert "HDDS-4369. Datanode should store the delete
transaction as is in rocksDB (#1702)"
add 431e909 HDDS-4369. Datanode should store the delete transaction as is
in rocksDB (#1702)
add 7a3144b HDDS-4646. Remove redundant log placeholders (#1759)
add f9e5d26 HDDS.4387. Create a Trash File System that will be used by
Trash Emptier (#1732)
add 448ec75 HDDS-4639. Safemode wait may end without checking (#1751)
add 6844ea4 HDDS-4619. Intermittent error exporting same container to
multiple datanodes (#1730)
add 7c21518 HDDS-4647. Avoid hadoop-ozone-filesystem-shaded as transitive
dependency (#1761)
add 1bbbf73 HDDS-4649. Upgrade ratis to 1.1.0-35f17fa-SNAPSHOT to address
incompatible changes (#1763)
add 5e82a1b HDDS-4659. No cleanup in TestOzoneFSWithObjectStoreCreate
(#1767)
add d5c60d4 HDDS-4605. Enable Multi Raft by default in Ozone. (#1717)
add 247dad5 HDDS-4524. Create freon test to measure closed container
replication (#1635)
add 48acba4 [HDDS-4662] Fix typo in S3.md (#1769)
add 217feb0 HDDS-4664. Remove redundant log statement (#1770)
add 77bf7ad HDDS-4607. Intermittent failure in
TestDecommissionAndMaintenance (#1752)
add ea33e2f HDDS-4665. Fix when update quota the usedBytes and namespace
will become to 0 (#1772)
add bc9d4d1 HDDS-4475. Extend DatanodeChunkGenerator to write all on all
pipelines… (#1600)
add 475db7b HDDS-4530. Add authorization check for SCM admin calls (#1710)
add c78fe8f HDDS-4670. The ozone script should set ratis options for om
and scm. (#1779)
add bda2042 HDDS-4498. Enable OM Ratis by default. (#1768)
add a8f4d52 HDDS-4673. NodeStateMap leaks internal representation of
container sets. (#1782)
add 984cf66 HDDS-4667. BlockInputStream should give up read retry if
pipeline is not updated (#1774)
add a7e24fd HDDS-4621. Set, add and remove ACL have no audit logs (#1734)
add 3168991 HDDS-4671. Use mvn to get ozone.version instead of complex
shell commands (#1777)
add 1c5a34d HDDS-4679. Intermittent failure in TestSCMRestart. (#1792)
add ad207a3 HDDS-4403. Update the container replica history to the Recon
DB lazily instead of for every report (#1670)
add abb6be3 HDDS-4570. Reduce memory footprint of OMUpdateEventBatch for
Recon (#1680)
add bc49c45 HDDS-4682. Fix several typos in docs (#1787)
add 01a5785 HDDS-4671. Use mvn to get ozone.version instead of complex
shell commands (addendum) (#1794)
add 159b0c6 HDDS-4556. Add smoketest for ozonescripts environment (#1671)
add 2c8ba0f HDDS-4162. Use BeforeClass to init test cluster in
TestOzoneFileSystem (#1791)
add befba44 HDDS-4681. SCM webui display wrong Node counts. (#1789)
add e1601c5 HDDS-4674. Bucket usedBytes inaccurate because of
preallocated blocks (#1783)
add ee4c8f1 HDDS-4663. Missing "Expose any volume" content in S3.md (ZH
Docs) (#1771)
add 6fe3e8a HDDS-4680. Change default OM Node ID from UUID to a constant
(#1793)
add 60bf992 HDDS-4631. Fix client set quota with 0. (#1746)
add a02ea47 HDDS-4672. Add warning log when old volume and bucket set
quota (#1781)
add 5a35cbd change quota unit suffix from BYTES to B (#1813)
add c68a3c3 HDDS-4699. Remove unused OzoneClientUtils (#1808)
add 03943ac HDDS-4573. Inconsistent path when the item ozone.recon.db.dir
is not configured (#1809)
add 6019dda HDDS-4707. Failed to generate reports using "mvn site" (#1803)
add 026c625 HDDS-4593. Refine IAccessAuthorizer interface to do recursive
ACL check on a path (#1790)
add c06851e HDDS-4571. DN handle expired certificates when validate block
token. (#1754)
add 46fa85d HDDS-4641. OM handle expired certificate when verify token
signature. (#1755)
add 1807e67 HDDS-4724. Revert column family names of Datanode db to avoid
compatibility issue. (#1824)
add 896126b HDDS-4669.TestOzoneFileSystem#testTrash() fails when OM Ratis
is enabled (#1818)
add 39e90f9 HDDS-4721. Allow Default Space Quota Unit as Bytes (#1819)
add 2aa483f HDDS-4728.ozone debug chunkinfo is not working correctly.
(#1829)
add 3d70fab HDDS-4710. PipelinePlacementPolicy altered to randomly pick
(#1821)
add bc3e3e5 HDDS-4525. Replace Hadoop variables and functions in Ozone
shell scripts with Ozone-specific ones (#1667)
add b83d4b2 HDDS-4725. Change metrics unit from nanosecond to millisecond
(#1823)
add bd00a04 HDDS-4688. Update Hadoop version to 3.2.2 (#1795)
add b9d0f55 HDDS-4477. Delete txnId in SCMMetadataStoreImpl may drop to 0
after SCM restart. (#1828)
add 0694ea1 HDDS-4430. OM failover timeout is too short (#1807)
add 44ed236 HDDS-4735. Fix typo in hdds.proto (#1837)
add 2fe9e86 HDDS-4739. Upgrade Ratis to 1.1.0-eb66796d-SNAPSHOT (#1842)
add 49df943 HDDS-4698. Upgrade Java for Sonar check (#1800)
add e81e16b HDDS-2402. Adapt hadolint check to improved CI framework
(#1778)
add 5eb624a HDDS-4748. sonarqube issue fix - "static" members should be
accessed statically (#1748)
add 39027e4 HDDS-4708. Optimization: update RetryCount less frequently
(update once per ~100) (#1805)
add 42171e6 HDDS-4518. Add metrics around Trash Operations. (#1832)
add 8d3817c HDDS-4758. Adjust classpath of ozone version to include log4j
(#1850)
new 66ba5bc Merge branch 'master' into HDDS-2823
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/post-commit.yml | 17 +-
hadoop-hdds/client/pom.xml | 5 +
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 18 +
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 8 +-
.../hadoop/hdds/scm/XceiverClientMetrics.java | 4 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 4 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 32 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 7 +-
.../hdds/scm/storage/TestBlockInputStream.java | 77 ++
.../src/test/resources/log4j.properties | 0
hadoop-hdds/common/src/main/conf/hadoop-env.cmd | 90 --
hadoop-hdds/common/src/main/conf/hadoop-env.sh | 451 -------
hadoop-hdds/common/src/main/conf/ozone-env.sh | 279 ++++
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 98 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 18 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 13 +-
.../common/src/main/resources/ozone-default.xml | 18 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 12 +-
.../container/common/helpers/ContainerMetrics.java | 6 +-
.../container/common/impl/HddsDispatcher.java | 5 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 191 ++-
.../common/transport/server/XceiverServerGrpc.java | 8 +-
.../common/transport/server/ratis/CSMMetrics.java | 7 +-
.../server/ratis/ContainerStateMachine.java | 12 +-
.../transport/server/ratis/XceiverServerRatis.java | 14 +-
.../container/keyvalue/KeyValueContainer.java | 46 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 9 +-
.../background/BlockDeletingService.java | 171 ++-
.../metadata/AbstractDatanodeDBDefinition.java | 2 +-
.../metadata/DatanodeSchemaOneDBDefinition.java | 5 +
.../metadata/DatanodeSchemaTwoDBDefinition.java | 28 +-
.../metadata/DatanodeStoreSchemaTwoImpl.java | 14 +-
...dec.java => DeletedBlocksTransactionCodec.java} | 27 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 39 +-
.../replication/GrpcReplicationClient.java | 15 +-
.../container/replication/ReplicationServer.java | 149 +++
.../replication/ReplicationSupervisor.java | 5 +-
.../replication/SimpleContainerDownloader.java | 6 +-
.../container/common/TestBlockDeletingService.java | 279 +++-
.../container/keyvalue/TestKeyValueContainer.java | 145 +-
.../replication/TestSimpleContainerDownloader.java | 4 +-
hadoop-hdds/docs/content/design/decommissioning.md | 10 +-
hadoop-hdds/docs/content/interface/S3.md | 6 +-
hadoop-hdds/docs/content/interface/S3.zh.md | 19 +
hadoop-hdds/docs/content/tools/AuditParser.md | 2 +-
hadoop-hdds/docs/dev-support/bin/generate-site.sh | 2 +-
.../hadoop/hdds/protocol/SCMSecurityProtocol.java | 15 +
.../SCMSecurityProtocolClientSideTranslatorPB.java | 27 +
.../hdds/security/token/BlockTokenVerifier.java | 44 +-
.../certificate/authority/CertificateServer.java | 12 +
.../certificate/authority/CertificateStore.java | 16 +
.../certificate/authority/DefaultCAServer.java | 19 +
.../x509/certificate/client/CertificateClient.java | 12 +
.../client/DefaultCertificateClient.java | 30 +-
.../server/OzoneProtocolMessageDispatcher.java | 5 +-
.../server/http/RatisNameRewriteSampleBuilder.java | 2 +-
.../hadoop/hdds/utils/db/DBConfigFromFile.java | 12 +-
.../x509/certificate/authority/MockCAStore.java | 11 +
.../apache/hadoop/hdds/server/TestJsonUtils.java | 14 +-
.../server/http/TestRatisDropwizardExports.java | 9 +-
.../interface-client/src/main/proto/hdds.proto | 10 +-
.../src/main/proto/ScmServerSecurityProtocol.proto | 26 +
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 3 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 130 +-
.../hdds/scm/block/DeletedBlockLogImplV2.java | 2 +
.../hdds/scm/container/SCMContainerManager.java | 6 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 17 +-
.../hadoop/hdds/scm/metadata/SCMMetadataStore.java | 14 -
.../hdds/scm/metadata/SCMMetadataStoreImpl.java | 30 -
.../hadoop/hdds/scm/node/states/NodeStateMap.java | 22 +-
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 19 +-
.../SCMSecurityProtocolServerSideTranslatorPB.java | 25 +
.../hdds/scm/safemode/ContainerSafeModeRule.java | 19 +-
.../hdds/scm/safemode/DataNodeSafeModeRule.java | 5 +-
.../scm/safemode/HealthyPipelineSafeModeRule.java | 7 +-
.../safemode/OneReplicaPipelineSafeModeRule.java | 24 +-
.../hadoop/hdds/scm/server/SCMCertStore.java | 42 +
.../hdds/scm/server/SCMClientProtocolServer.java | 14 +-
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 6 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 32 +-
.../hdds/scm/server/StorageContainerManager.java | 8 +-
.../main/resources/webapps/scm/scm-overview.html | 26 +-
.../src/main/resources/webapps/scm/scm.js | 25 +-
.../scm/TestStorageContainerManagerHttpServer.java | 2 +
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 54 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 2 +
.../hdds/scm/node/states/TestNodeStateMap.java | 65 +-
.../hdds/scm/pipeline/TestSCMPipelineManager.java | 8 +-
...TestSCMStoreImplWithOldPipelineIDKeyFormat.java | 10 -
.../choose/algorithms/TestLeaderChoosePolicy.java | 2 +-
.../ozone/container/common/TestEndPoint.java | 54 +-
.../hdds/scm/cli/SafeModeWaitSubcommand.java | 20 +-
.../org/apache/hadoop/hdds/scm/cli/ScmOption.java | 13 +
.../CertCommands.java} | 16 +-
.../hadoop/hdds/scm/cli/cert/InfoSubcommand.java | 73 +
.../hadoop/hdds/scm/cli/cert/ListSubcommand.java | 102 ++
.../ScmCertSubcommand.java} | 19 +-
.../hadoop/hdds/scm/cli/cert}/package-info.java | 5 +-
.../org/apache/hadoop/ozone/client/BucketArgs.java | 3 +
.../hadoop/ozone/client/OzoneClientUtils.java | 37 -
.../org/apache/hadoop/ozone/client/VolumeArgs.java | 8 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 40 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 11 +-
.../ozone/om/ha/OMFailoverProxyProvider.java | 4 +-
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 8 +
.../hadoop/ozone/security/acl/RequestContext.java | 48 +-
hadoop-ozone/dev-support/checks/acceptance.sh | 2 +-
hadoop-ozone/dev-support/checks/blockade.sh | 2 +-
hadoop-ozone/dev-support/checks/hadolint.sh | 28 +-
hadoop-ozone/dev-support/checks/kubernetes.sh | 2 +-
hadoop-ozone/dev-support/intellij/ozone-site.xml | 4 +
.../dist/dev-support/bin/dist-layout-stitching | 14 +-
.../compose/{ozonescripts => compatibility}/.env | 0
.../{ozone => compatibility}/docker-compose.yaml | 5 -
.../compose/{ozone => compatibility}/docker-config | 8 +-
.../compose/{failing1 => compatibility}/test.sh | 12 +-
hadoop-ozone/dist/src/main/compose/ozone-csi/.env | 2 +-
.../src/main/compose/ozone-csi/docker-compose.yaml | 8 +-
.../dist/src/main/compose/ozone-csi/docker-config | 3 +
hadoop-ozone/dist/src/main/compose/ozone-ha/.env | 2 +-
.../dist/src/main/compose/ozone-ha/docker-config | 4 +
.../dist/src/main/compose/ozone-mr/common-config | 3 +
.../compose/ozone-mr/hadoop27/docker-compose.yaml | 5 +-
.../main/compose/ozone-mr/hadoop27/docker-config | 3 +
.../dist/src/main/compose/ozone-mr/hadoop31/.env | 2 +-
.../compose/ozone-mr/hadoop31/docker-compose.yaml | 13 +-
.../main/compose/ozone-mr/hadoop31/docker-config | 3 +
.../dist/src/main/compose/ozone-mr/hadoop32/.env | 4 +-
.../compose/ozone-mr/hadoop32/docker-compose.yaml | 11 +-
.../main/compose/ozone-mr/hadoop32/docker-config | 3 +
.../dist/src/main/compose/ozone-om-ha-s3/.env | 2 +-
.../compose/ozone-om-ha-s3/docker-compose.yaml | 12 +-
.../src/main/compose/ozone-om-ha-s3/docker-config | 3 +
.../src/main/compose/ozone-om-ha/docker-config | 3 +
.../dist/src/main/compose/ozone-topology/.env | 2 +-
.../compose/ozone-topology/docker-compose.yaml | 16 +-
.../src/main/compose/ozone-topology/docker-config | 3 +
hadoop-ozone/dist/src/main/compose/ozone/.env | 2 +-
hadoop-ozone/dist/src/main/compose/ozone/README.md | 2 +-
.../src/main/compose/ozone/docker-compose.yaml | 10 +-
.../dist/src/main/compose/ozone/docker-config | 5 +
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 2 +
.../src/main/compose/ozoneblockade/docker-config | 3 +
.../src/main/compose/ozones3-haproxy/docker-config | 3 +
.../src/main/compose/ozonescripts/docker-config | 3 +
.../dist/src/main/compose/ozonescripts/start.sh | 8 +-
.../dist/src/main/compose/ozonescripts/stop.sh | 2 +-
.../{ozone-om-ha-s3 => ozonescripts}/test.sh | 20 +-
.../dist/src/main/compose/ozonesecure-mr/.env | 4 +-
.../compose/ozonesecure-mr/docker-compose.yaml | 16 +-
.../src/main/compose/ozonesecure-mr/docker-config | 5 +
.../dist/src/main/compose/ozonesecure-om-ha/.env | 2 +-
.../compose/ozonesecure-om-ha/docker-compose.yaml | 20 +-
.../main/compose/ozonesecure-om-ha/docker-config | 3 +
.../dist/src/main/compose/ozonesecure/.env | 2 +-
.../main/compose/ozonesecure/docker-compose.yaml | 28 +-
.../src/main/compose/ozonesecure/docker-config | 5 +
hadoop-ozone/dist/src/main/compose/test-all.sh | 2 +-
.../src/main/compose/upgrade/docker-compose.yaml | 7 +
.../dist/src/main/compose/upgrade/docker-config | 3 +
.../src/main/k8s/definitions/ozone/config.yaml | 1 +
.../src/main/smoketest/basic/ozone-shell-lib.robot | 10 -
.../dist/src/main/smoketest/cli/classpath.robot | 46 +
.../dist/src/main/smoketest/cli/envvars.robot | 77 ++
.../validate.robot => compatibility/dn.robot} | 14 +-
.../validate.robot => compatibility/om.robot} | 14 +-
.../validate.robot => compatibility/recon.robot} | 13 +-
.../validate.robot => compatibility/scm.robot} | 14 +-
hadoop-ozone/dist/src/main/smoketest/lib/os.robot | 4 +
.../dist/src/main/smoketest/mapreduce.robot | 2 +-
.../dist/src/main/smoketest/ozone-lib/shell.robot | 4 +
.../dist/src/main/smoketest/ozonefs/ozonefs.robot | 15 +-
.../{bucket-encryption.robot => admin-cert.robot} | 27 +-
hadoop-ozone/dist/src/shell/hdds/hadoop-config.cmd | 317 -----
hadoop-ozone/dist/src/shell/hdds/hadoop-config.sh | 165 ---
hadoop-ozone/dist/src/shell/hdds/workers.sh | 47 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 264 ++--
hadoop-ozone/dist/src/shell/ozone/ozone-config.sh | 100 +-
.../ozone-functions.sh} | 1397 ++++++++++----------
hadoop-ozone/dist/src/shell/ozone/start-ozone.sh | 84 +-
hadoop-ozone/dist/src/shell/ozone/stop-ozone.sh | 60 +-
.../shell/shellprofile.d/hadoop-ozone-manager.sh | 8 +-
.../dist/src/shell/shellprofile.d/hadoop-ozone.sh | 6 +-
hadoop-ozone/dist/src/test/shell/gc_opts.bats | 40 +-
.../shell/ozone-functions_test_helper.bash} | 29 +-
.../shell/ozone_set_var_for_compatibility.bats | 86 ++
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 4 +-
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 301 ++---
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 36 +-
.../hadoop/hdds/scm/pipeline/TestNodeFailure.java | 2 +
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 2 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 1 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 5 +
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 19 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 2 +
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 +
.../hadoop/ozone/TestStorageContainerManager.java | 3 +-
.../ozone/TestStorageContainerManagerHelper.java | 30 +
.../ozone/client/CertificateClientTestImpl.java | 11 +
.../rpc/TestBlockOutputStreamWithFailures.java | 3 +-
.../rpc/TestCloseContainerHandlingByClient.java | 2 +
.../client/rpc/TestContainerStateMachine.java | 2 +
.../client/rpc/TestDeleteWithSlowFollower.java | 1 +
.../client/rpc/TestDiscardPreallocatedBlocks.java | 1 +
.../ozone/client/rpc/TestKeyInputStream.java | 16 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 214 +--
.../ozone/client/rpc/TestWatchForCommit.java | 5 +-
.../container/metrics/TestContainerMetrics.java | 13 +-
.../container/server/TestContainerServer.java | 75 +-
.../server/TestSecureContainerServer.java | 57 +-
...gerRestart.java => TestOMEpochForNonRatis.java} | 154 +--
.../ozone/om/TestOzoneManagerConfiguration.java | 13 +-
.../ozone/om/TestOzoneManagerHAMetadataOnly.java | 47 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 101 --
.../scm/node/TestDecommissionAndMaintenance.java | 37 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 222 +++-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 10 +
.../apache/hadoop/ozone/om/KeyDeletingService.java | 15 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 43 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 85 ++
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 10 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 26 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 496 +++++++
.../apache/hadoop/ozone/om/TrashPolicyOzone.java | 20 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 14 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 4 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 35 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 9 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 26 +-
.../request/bucket/acl/OMBucketAddAclRequest.java | 20 +-
.../bucket/acl/OMBucketRemoveAclRequest.java | 20 +-
.../request/bucket/acl/OMBucketSetAclRequest.java | 20 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 4 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 17 +-
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 16 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 24 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 24 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 24 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 9 +-
.../key/acl/prefix/OMPrefixAddAclRequest.java | 13 +-
.../key/acl/prefix/OMPrefixRemoveAclRequest.java | 13 +-
.../key/acl/prefix/OMPrefixSetAclRequest.java | 13 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 6 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 20 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 19 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 19 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 20 +-
.../security/OzoneBlockTokenSecretManager.java | 8 +-
.../OzoneDelegationTokenSecretManager.java | 24 +-
.../ozone/om/TestOzoneManagerHttpServer.java | 2 +
.../om/ratis/TestOzoneManagerRatisServer.java | 12 +-
.../security/TestOzoneBlockTokenSecretManager.java | 197 ++-
.../TestOzoneDelegationTokenSecretManager.java | 10 +-
.../ozone/security/acl/TestRequestContext.java | 94 ++
hadoop-ozone/ozonefs-hadoop2/pom.xml | 1 +
hadoop-ozone/ozonefs-hadoop3/pom.xml | 1 +
.../recon/schema/ContainerSchemaDefinition.java | 19 -
.../hadoop/ozone/recon/ReconControllerModule.java | 19 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 30 +-
.../recon/api/types/MissingContainerMetadata.java | 2 +-
.../api/types/UnhealthyContainerMetadata.java | 2 +-
.../codec/ContainerReplicaHistoryListCodec.java | 86 ++
.../ozone/recon/fsck/ContainerHealthTask.java | 14 +-
...ager.java => ContainerHealthSchemaManager.java} | 51 +-
.../ozone/recon/persistence/ContainerHistory.java | 79 ++
.../ozone/recon/scm/ContainerReplicaHistory.java | 62 +
...nager.java => ContainerReplicaHistoryList.java} | 29 +-
.../ozone/recon/scm/ReconContainerManager.java | 209 ++-
.../scm/ReconStorageContainerManagerFacade.java | 19 +-
.../recon/spi/ContainerDBServiceProvider.java | 33 +
.../spi/impl/ContainerDBServiceProviderImpl.java | 91 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 4 +-
.../ozone/recon/spi/impl/ReconDBDefinition.java | 14 +-
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 7 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 6 +-
.../ozone/recon/tasks/OMUpdateEventBatch.java | 21 +-
.../hadoop/ozone/recon/tasks/ReconOmTask.java | 9 -
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 8 +-
.../hadoop/ozone/recon/tasks/TableCountTask.java | 7 +-
.../ozone/recon/api/TestContainerEndpoint.java | 181 ++-
.../hadoop/ozone/recon/api/TestEndpoints.java | 5 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 12 +-
.../scm/AbstractReconContainerManagerTest.java | 6 +-
.../ozone/recon/scm/TestReconContainerManager.java | 104 +-
.../hadoop/ozone/recon/tasks/DummyReconDBTask.java | 1 -
.../ozone/recon/tasks/TestFileSizeCountTask.java | 8 +
.../recon/tasks/TestReconTaskControllerImpl.java | 7 -
.../hadoop/ozone/s3/OzoneClientProducer.java | 2 +-
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 4 -
.../hadoop/ozone/freon/BaseFreonGenerator.java | 8 +
.../ozone/freon/ClosedContainerReplicator.java | 213 +++
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 147 +-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 2 +-
.../apache/hadoop/ozone/genesis/BenchMarkSCM.java | 2 +-
.../org/apache/hadoop/ozone/shell/Handler.java | 4 +
.../hadoop/ozone/shell/SetSpaceQuotaOptions.java | 4 +-
.../ozone/shell/bucket/CreateBucketHandler.java | 13 +-
.../hadoop/ozone/shell/bucket/SetQuotaHandler.java | 23 +-
.../ozone/shell/volume/CreateVolumeHandler.java | 13 +-
.../hadoop/ozone/shell/volume/SetQuotaHandler.java | 22 +-
pom.xml | 10 +-
302 files changed, 7250 insertions(+), 4095 deletions(-)
copy hadoop-hdds/{container-service =>
client}/src/test/resources/log4j.properties (100%)
delete mode 100644 hadoop-hdds/common/src/main/conf/hadoop-env.cmd
delete mode 100644 hadoop-hdds/common/src/main/conf/hadoop-env.sh
create mode 100644 hadoop-hdds/common/src/main/conf/ozone-env.sh
copy
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/{ChunkInfoListCodec.java
=> DeletedBlocksTransactionCodec.java} (58%)
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/ReplicationServer.java
copy
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/{SafeModeCommands.java
=> cert/CertCommands.java} (81%)
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/cert/InfoSubcommand.java
create mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/cert/ListSubcommand.java
copy
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/{ScmSubcommand.java
=> cert/ScmCertSubcommand.java} (67%)
copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/scm/storage =>
tools/src/main/java/org/apache/hadoop/hdds/scm/cli/cert}/package-info.java (88%)
delete mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/OzoneClientUtils.java
copy hadoop-ozone/dist/src/main/compose/{ozonescripts => compatibility}/.env
(100%)
copy hadoop-ozone/dist/src/main/compose/{ozone =>
compatibility}/docker-compose.yaml (92%)
copy hadoop-ozone/dist/src/main/compose/{ozone => compatibility}/docker-config
(90%)
copy hadoop-ozone/dist/src/main/compose/{failing1 => compatibility}/test.sh
(79%)
copy hadoop-ozone/dist/src/main/compose/{ozone-om-ha-s3 =>
ozonescripts}/test.sh (78%)
mode change 100644 => 100755
create mode 100644 hadoop-ozone/dist/src/main/smoketest/cli/classpath.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/cli/envvars.robot
copy hadoop-ozone/dist/src/main/smoketest/{freon/validate.robot =>
compatibility/dn.robot} (71%)
copy hadoop-ozone/dist/src/main/smoketest/{freon/validate.robot =>
compatibility/om.robot} (71%)
copy hadoop-ozone/dist/src/main/smoketest/{freon/validate.robot =>
compatibility/recon.robot} (74%)
copy hadoop-ozone/dist/src/main/smoketest/{freon/validate.robot =>
compatibility/scm.robot} (69%)
copy hadoop-ozone/dist/src/main/smoketest/security/{bucket-encryption.robot =>
admin-cert.robot} (61%)
delete mode 100644 hadoop-ozone/dist/src/shell/hdds/hadoop-config.cmd
delete mode 100755 hadoop-ozone/dist/src/shell/hdds/hadoop-config.sh
rename hadoop-ozone/dist/src/shell/{hdds/hadoop-functions.sh =>
ozone/ozone-functions.sh} (58%)
copy hadoop-ozone/dist/src/{shell/shellprofile.d/hadoop-ozone-manager.sh =>
test/shell/ozone-functions_test_helper.bash} (65%)
mode change 100644 => 100755
create mode 100644
hadoop-ozone/dist/src/test/shell/ozone_set_var_for_compatibility.bats
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{TestOzoneManagerRestart.java
=> TestOMEpochForNonRatis.java} (58%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/TrashOzoneFileSystem.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/acl/TestRequestContext.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/codec/ContainerReplicaHistoryListCodec.java
rename
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/persistence/{ContainerSchemaManager.java
=> ContainerHealthSchemaManager.java} (66%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/persistence/ContainerHistory.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ContainerReplicaHistory.java
copy
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/{ReconSafeModeManager.java
=> ContainerReplicaHistoryList.java} (59%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/ClosedContainerReplicator.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
