This is an automated email from the ASF dual-hosted git repository.
ChenSammi pushed a change to branch HDDS-10685
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 277737474cd HDDS-15559. Add libhadoop to DYLD_LIBRARY_PATH or
LD_LIBRARY_PATH (#10513)
add 7a49f649958 HDDS-15794. StreamBlockInputStream.onNext may throw
IndexOutOfBoundsException on short payloads (#10698)
add 8e32bc46964 HDDS-14957. Separate OpenKeyInfo to differentiate KeyInfo
(#10181)
add 4bfdb1f7546 HDDS-14957. (addendum) Fix compile error in
TestSnapshotDiffValueParser
add e09eeaa7285 HDDS-15616. ListBuckets API ignores MaxBuckets parameter
and returns all buckets (#10639)
add cb4d088e223 Revert "HDDS-15467. Do not fall back to the OM starter
user in OMClientRequest" (#10756)
add f9e7bc4cffc HDDS-15836. Add Archiver.appendFile for incremental TAR
writes (#10735)
add d2f92864686 HDDS-15851. Return 403 for expired or out-of-range
pre-signed S3 URLs (#10749)
add 575fe4f1cd7 HDDS-15837. Add health-aware container ID listing in SCM
(#10736)
add a8fcb09c023 HDDS-15823. Fix flaky
TestFailureHandlingByClient#testContainerExclusionWithClosedContainerException
(#10721)
add e31f36d2316 HDDS-15667. `containerbalancer status`: show stop reason
and iteration details after stop (#10681)
add 418d07dde59 HDDS-15656. Fix non-atomic data size accumulation in
ContainerBalancer move callback (#10708)
add b18ea9284c4 HDDS-15600. Fix ListObjects response for encoding-type and
empty delimiter (#10586).
add d4fed1c90ea HDDS-15812. Rename test utils for naming convention
(#10766)
add 36b90e5dde8 HDDS-15456. Add SCM DB lookup and identify orphan(wrt SCM)
and deleted-but-present containers (#10547)
add 9d0339cbfaf HDDS-14989. Delay follower SCM DN server start until Ratis
log catch-up. (#10617).
add e0bdbc2e3f9 HDDS-15765. Fail fast when --node-id is omitted for OM
compact/defrag on an HA cluster (#10699)
add a218b3bfea3 HDDS-15849. Force channel shutdown in
XceiverClientGrpc.close (#10747)
add 398709d6b68 HDDS-15709. Replace random name suffix with
uniqueObjectName (#10773)
add 6fd35fbf92f HDDS-14043. Fix ls -e UnsupportedOperationException on
ofs/o3fs (#10209)
add 4a819cc4eee HDDS-15171. Add available space check on follower during
bootstrap. (#10185)
add d2700a4b01b HDDS-15678. OFS isDirectory/isFile should not trigger
pipeline refresh or return block locations (#10741)
add 1a9439452d9 HDDS-15809. Validate x-amz-copy-source-range on
UploadPartCopy (#10711).
add 6ba0d57bb4d HDDS-15867. [JDK25] Bump byte-buddy to 1.18.11 (#10776)
add b981afbf89e HDDS-15508. Add 2.2.0 to compatibility/upgrade test
(#10782)
add 6ac2289aafd HDDS-15876. Remove ozone-csi (#10780)
add 1f515587d6f HDDS-9411. Restrict FileInputStream/FileOutputStream
import (#10789)
add 458c0d14498 HDDS-15791. EC reconstructed RECOVERING container while
still idle can be deleted by SCM and recreated as new partial OPEN container
(#10702)
add 1bb35b2f1c1 HDDS-15892. Massive local build time degradation when
using agent worktrees (#10791)
add 66e2bf5771d HDDS-15392. Add OmKeyInfo and OmDirectoryInfo to snapshot
diff codec registry. (#10770)
add 769471cd9b0 HDDS-15093. Make RackScatter intra-rack placement
capacity-aware (#10648)
add 7674aab192c HDDS-15899. Bump jackson to 2.21.5 (#10799)
add 7ea7e707ffe HDDS-15897. Bump awssdk to 2.47.5 (#10797)
add 96c6cc7e390 HDDS-15900. Bump netty to 4.1.136 (#10800)
add 2d2d63410f7 HDDS-15898. Bump orc-core to 1.9.9 (#10798)
add 9b7dccd80f2 HDDS-13255. Change `<? extends KeyValue>` to `<KeyValue>`
in ozone-manger (#10793)
add 0694122a6f2 HDDS-15901. Bump actions/stale to 10.4.0 (#10802)
add ed92faaaa97 HDDS-15773. Make HddsUtils host:port helpers IPv6-safe
(#10804)
add 472962558f2 HDDS-15902. Bump actions/setup-java to 5.5.0 (#10803)
add 81dcafaba03 HDDS-15772. Stop forcing java.net.preferIPv4Stack=true
(#10801)
add 4766aa8609b HDDS-15440. Combine pipelineMap and pipeline2container to
a single map in PipelineStateMap (#10454)
add 1115746a35a HDDS-15893. Change `<? extends KeyValue>` to `<KeyValue>`
in remaining code (#10806)
add 7c54977e640 HDDS-15906. Add gateway LLM provider for Recon chatbot
(OpenAI-compatible gateways). (#10805).
add 45b48e85823 HDDS-15740. Validate partNumber on GetObject and return
InvalidPart for out-of-range parts (#10670).
add a3ca93ac435 HDDS-15342. Make RocksDB bottommost level compaction
options configurable for background compaction (#10419)
add 66447d3663a HDDS-15690. Support Node-ID for DiskBalancer Commands
(#10755).
add 0f6295ef3ab HDDS-15085. Add DN and Cluster Readiness (#10757)
add 8b167ca2732 HDDS-15877. Extend getFileStatus head-op optimization to
o3fs and remaining type-only callers (#10779)
add c3de92cf9a0 HDDS-15324. Dashboard for monitoring Data Node performance
add c31553bcded HDDS-15766. Make Recon OM DB large tarball transfer
reliable (#10696)
add 5bfa452f3e5 HDDS-15607. Return x-amz-meta-* user-defined object
metadata on S3 GetObject (#10785)
add 917e4b77062 Merge branch 'HDDS-8342' into master-merge-object-ttl
add 1975e74d096 HDDS-15688. Retain in-memory PAUSED state when
diskBalancer.info write fails on DN state change (#10818).
add 024509ede87 HDDS-15912. HttpFS Gateway launcher should use
runtime-managed log/temp dirs instead of OZONE_HOME paths. (#10811)
add 8d61861f48f HDDS-15860. Always rewrite live SSTs before snapshot
defrag ingestion (#10772)
add 2b830420d54 HDDS-15757. Streaming Write also commit PutBlock at the
time of closing (#10694)
add 68c4231f512 Revert "Merge branch 'HDDS-8342' into
master-merge-object-ttl"
add 738b9c60d33 HDDS-8342. S3 Object LifeCycle Management design doc.
(#8240)
add 2b5f88aaf0b HDDS-12808. Implement OM entities of lifecycle
configurations (#8275)
add f81b36593cc HDDS-12781. Implement LifecycleConfiguration proto (#8276)
add 9438be5596c HDDS-12974. Docker could not parse extra host IP (#8397)
(#8545)
add 59a2b7e77d3 HDDS-12783. Implement S3Gateway api for
LifeCycleConfiguration (#8557)
add c9ef5e66539 HDDS-12780. Implement the Lifecycle Service. (#8681)
add ce01a02542c HDDS-12782. Implement create, delete, and get for bucket
lifecycle configurations in OM (#8875)
add fa33739da3e HDDS-12786. Refine keys lifecycle deletion batch size
(#8909)
add 1fe66180880 HDDS-13548. Prevent OM startup failure from past lifecycle
expiration dates (#8953)
add d7077ea0ce6 HDDS-12789. Support move expired key to trash if trash is
enabled (#8974)
add 6542b31ff8a HDDS-12793. Recursive iterate FSO directory. (#9042)
add 3b5cb65c82a HDDS-12784. Add bucket object ID to lifecycle
configuration proto definition (#9255)
add 99ebb223793 HDDS-12790. Mark a delete operation is performed by
Lifecycle Service (#9403)
add 724803f21a0 HDDS-14184. Reject lifecycle configuration if 'Status' is
missing (#9513)
add b16ea44f588 HDDS-12791. Make Retention Service suspendable (#9426)
add dd04f4b7d83 Merge remote-tracking branch 'origin/master' into
HDDS-8342-ttl-branch
add cfa9cfee5a7 HDDS-12787. Make expired key move to trash configurable
(#9594)
add 8ee502aa31b HDDS-12794. Improve Lifecycle rule validity checking
(#9593)
add 949747727b3 HDDS-14377. Refactor OmLifecycleConfiguration#Builder
(#9688)
add ff9446d6538 HDDS-14900. Document S3 Lifecycle Configurations - Object
Expiration (#9979)
add c0706c6b99a HDDS-14347. Handle upgrades to support S3 lifecycle (#9614)
add 06ebc316b89 Merge remote-tracking branch 'origin/master' into
HDDS-8342-ttl-branch
add f3c6ba4afae HDDS-13474. Support abort incomplete multipart upload
action (#10052)
add f364114d112 Merge remote-tracking branch 'origin/master' into HDDS-8342
add fc4416274b3 HDDS-15227. Add robot test for Lifecycle (#10242)
add daef2f19c29 HDDS-15447. Persist bucket scanned key pointer
periodically (#10412)
add 3d6aa1bd0fc Merge remote-tracking branch 'origin/master' into
HDDS-8342-object-ttl
add 2ebf64de05c Merge remote-tracking branch 'origin/master' into
HDDS-8342-object-ttl
add aa6377721c2 HDDS-15853. Fix Ranger ACL validation for lifecycle
requests (#10753)
add cca31ff7206 Merge remote-tracking branch 'origin/HDDS-8342' into master
new 1ea7e9e7985 Merge remote-tracking branch 'origin/master' into
HDDS-10685
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/build-ratis.yml | 2 +-
.github/workflows/check.yml | 2 +-
.github/workflows/ci.yml | 2 +-
.github/workflows/close-stale-prs.yaml | 2 +-
.github/workflows/intermittent-test-check.yml | 4 +-
.github/workflows/populate-cache.yml | 4 +-
.github/workflows/repeat-acceptance.yml | 4 +-
.run/CsiServer.run.xml | 33 -
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 40 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 16 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 25 +-
.../hdds/scm/storage/StreamBlockInputStream.java | 9 +-
.../TestXceiverClientManagerCloseContention.java | 161 +
.../hdds/scm/client/TestHddsClientUtils.java | 37 +
.../storage/TestBlockOutputStreamCorrectness.java | 52 +-
.../scm/storage/TestStreamBlockInputStream.java | 156 +
hadoop-hdds/common/src/main/conf/ozone-env.sh | 19 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 21 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 1 -
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 3 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 35 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 9 +
.../common/src/main/resources/ozone-default.xml | 117 +
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 19 +
.../container/common/helpers/ContainerUtils.java | 26 +
.../ozone/container/common/impl/ContainerSet.java | 95 +-
.../container/common/impl/HddsDispatcher.java | 16 +-
.../common/interfaces/ContainerDispatcher.java | 6 +-
.../ozone/container/common/interfaces/Handler.java | 4 +-
.../server/ratis/ContainerStateMachine.java | 20 +-
.../diskbalancer/DiskBalancerService.java | 17 +-
.../ECReconstructionCoordinator.java | 3 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 15 +-
.../keyvalue/impl/ChunkManagerDispatcher.java | 8 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 8 +-
.../keyvalue/impl/KeyValueStreamDataChannel.java | 104 +-
.../keyvalue/impl/StreamDataChannelBase.java | 16 +
.../keyvalue/interfaces/ChunkManager.java | 5 +-
.../StaleRecoveringContainerScrubbingService.java | 21 +-
.../ContainerTableSchemaFinalizeAction.java | 2 +-
...stStaleRecoveringContainerScrubbingService.java | 50 +
.../container/common/impl/TestHddsDispatcher.java | 75 +
.../diskbalancer/TestDiskBalancerService.java | 43 +
.../impl/TestKeyValueStreamDataChannel.java | 139 +-
hadoop-hdds/docs/content/design/diskbalancer.md | 12 +-
.../docs/content/design/lifecycle-task-resume.md | 80 +
...ocksdb.md => s3-object-lifecycle-management.md} | 18 +-
hadoop-hdds/docs/content/feature/DiskBalancer.md | 37 +-
.../docs/content/feature/DiskBalancer.zh.md | 34 +-
hadoop-hdds/docs/content/feature/Lifecycle.md | 397 +
hadoop-hdds/docs/content/feature/Lifecycle.zh.md | 396 +
hadoop-hdds/docs/content/interface/CSI.md | 93 -
hadoop-hdds/docs/content/interface/CSI.png | Bin 27210 -> 0 bytes
hadoop-hdds/docs/content/interface/CSI.zh.md | 92 -
hadoop-hdds/docs/content/tools/Admin.md | 4 +-
hadoop-hdds/docs/content/tools/Repair.md | 4 +-
.../org/apache/hadoop/hdds/utils/Archiver.java | 76 +
.../hadoop/hdds/utils/DBCheckpointServlet.java | 10 +-
.../hadoop/hdds/utils/RDBSnapshotProvider.java | 2 +-
.../org/apache/hadoop/hdds/utils/TestArchiver.java | 40 +
.../src/main/proto/ScmAdminProtocol.proto | 3 +
.../interface-admin/src/main/resources/proto.lock | 18 +
.../src/main/proto/DatanodeClientProtocol.proto | 4 +
.../utils/{TestUtils.java => RocksTestUtils.java} | 4 +-
.../utils/db/TestManagedRawSSTFileIterator.java | 4 +-
.../hadoop/hdds/utils/db/TestSstFileSetReader.java | 6 +-
.../container/AbstractContainerReportHandler.java | 26 +-
.../hdds/scm/container/ContainerManager.java | 4 +-
.../hdds/scm/container/ContainerManagerImpl.java | 5 +-
.../hdds/scm/container/ContainerStateManager.java | 5 +-
.../scm/container/ContainerStateManagerImpl.java | 5 +-
.../scm/container/balancer/ContainerBalancer.java | 19 +-
.../balancer/ContainerBalancerStatusInfo.java | 43 +-
.../balancer/ContainerBalancerStopReason.java | 63 +
.../container/balancer/ContainerBalancerTask.java | 143 +-
.../SCMContainerPlacementRackScatter.java | 49 +-
.../scm/container/states/ContainerStateMap.java | 49 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 135 +-
.../ha/invoker/ContainerStateManagerInvoker.java | 83 +-
.../scm/pipeline/PipelineStateManagerImpl.java | 2 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 263 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 15 +-
.../hdds/scm/server/StorageContainerManager.java | 9 +-
.../scm/container/TestContainerStateManager.java | 2 +-
.../container/balancer/TestContainerBalancer.java | 43 +
.../balancer/TestContainerBalancerStatusInfo.java | 66 +
.../balancer/TestContainerBalancerTask.java | 58 +
.../TestSCMContainerPlacementRackScatter.java | 34 +
.../container/states/TestContainerStateMap.java | 102 +-
hadoop-ozone/cli-admin/pom.xml | 4 +
.../scm/cli/ContainerBalancerStatusSubcommand.java | 133 +-
.../datanode/AbstractDiskBalancerSubCommand.java | 162 +-
.../hdds/scm/cli/datanode/DatanodeParameters.java | 3 +-
.../scm/cli/datanode/DiskBalancerCommands.java | 31 +-
.../cli/datanode/DiskBalancerCommonOptions.java | 12 +
.../cli/datanode/DiskBalancerReportSubcommand.java | 35 +-
.../cli/datanode/DiskBalancerStatusSubcommand.java | 46 +-
.../cli/datanode/DiskBalancerSubCommandUtil.java | 139 +-
.../ozone/admin/om/LifecycleResumeSubCommand.java} | 53 +-
.../ozone/admin/om/LifecycleStatusSubCommand.java | 89 +
.../admin/om/LifecycleSubCommand.java} | 30 +-
.../ozone/admin/om/LifecycleSuspendSubCommand.java | 76 +
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 3 +-
.../ozone/admin/om/snapshot/DefragSubCommand.java | 11 +-
.../datanode/TestContainerBalancerSubCommand.java | 242 +-
.../datanode/TestDiskBalancerSubCommandUtil.java | 135 +
.../cli/datanode/TestDiskBalancerSubCommands.java | 345 +-
.../admin/om/snapshot/TestDefragSubCommand.java | 22 +
.../container/analyze/AnalyzeSubcommand.java | 234 +-
.../analyze/ScmContainerMetadataReader.java | 155 +
.../ozone/debug/om/ContainerToKeyMapping.java | 19 +-
.../apache/hadoop/ozone/fsck/ContainerMapper.java | 3 +-
.../analyze/ContainerAnalyzeTestHelper.java | 37 +
.../container/analyze/TestAnalyzeSubcommand.java | 188 +-
.../analyze/TestScmContainerMetadataReader.java | 100 +
.../schemaupgrade/UpgradeContainerSchema.java | 3 +-
.../ozone/repair/ldb/RocksDBManualCompaction.java | 15 +-
.../apache/hadoop/ozone/repair/om/CompactOMDB.java | 25 +-
.../hadoop/ozone/repair/om/FSORepairTool.java | 25 +-
.../hadoop/ozone/repair/ldb/TestLdbRepair.java | 2 +-
.../hadoop/ozone/repair/om/TestCompactOMDB.java | 12 +
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 4 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 50 +
.../ozone/client/OzoneLifecycleConfiguration.java | 230 +
.../ozone/client/protocol/ClientProtocol.java | 67 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 60 +-
.../hadoop/ozone/client/TestOzoneBucket.java | 72 +
.../client/TestRpcClientGetFileStatusHeadOp.java | 93 +
hadoop-ozone/common/pom.xml | 4 +
.../apache/hadoop/fs/ozone/OzoneTrashPolicy.java | 2 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 12 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 65 +
.../hadoop/ozone/om/exceptions/OMException.java | 3 +
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 71 +-
.../OmLCAbortIncompleteMultipartUpload.java | 139 +
.../apache/hadoop/ozone/om/helpers/OmLCAction.java | 59 +
.../hadoop/ozone/om/helpers/OmLCExpiration.java | 215 +
.../apache/hadoop/ozone/om/helpers/OmLCFilter.java | 235 +
.../apache/hadoop/ozone/om/helpers/OmLCRule.java | 411 +
.../ozone/om/helpers/OmLifecycleConfiguration.java | 334 +
.../om/helpers/OmLifecycleRuleAndOperator.java | 214 +
.../ozone/om/helpers/OmLifecycleScanState.java | 255 +
.../hadoop/ozone/om/helpers/OmLifecycleUtils.java | 131 +
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 72 +
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 44 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 65 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 103 +
.../apache/hadoop/ozone/om/helpers/OMLCUtils.java | 131 +
.../TestOmLCAbortIncompleteMultipartUpload.java | 171 +
.../ozone/om/helpers/TestOmLCExpiration.java | 198 +
.../hadoop/ozone/om/helpers/TestOmLCFilter.java | 159 +
.../hadoop/ozone/om/helpers/TestOmLCRule.java | 459 +
.../om/helpers/TestOmLifeCycleConfiguration.java | 266 +
.../om/helpers/TestOmLifecycleRuleAndOperator.java | 139 +
.../ozone/om/helpers/TestOmLifecycleScanState.java | 79 +
.../csi/dev-support/findbugsExcludeFile.xml | 22 -
hadoop-ozone/csi/pom.xml | 290 -
.../apache/hadoop/ozone/csi/ControllerService.java | 116 -
.../org/apache/hadoop/ozone/csi/CsiServer.java | 177 -
.../apache/hadoop/ozone/csi/IdentityService.java | 72 -
.../org/apache/hadoop/ozone/csi/NodeService.java | 148 -
.../org/apache/hadoop/ozone/csi/package-info.java | 21 -
hadoop-ozone/csi/src/main/proto/csi.proto | 1323 ---
hadoop-ozone/csi/src/main/resources/proto.lock | 1479 ---
.../dev-support/intellij/ozone-site-ha.xml | 10 +-
hadoop-ozone/dev-support/intellij/ozone-site.xml | 8 -
.../dist/dev-support/bin/dist-layout-stitching | 4 +-
hadoop-ozone/dist/pom.xml | 5 -
.../Datanode Chunk Read_Write Dashboard.json | 1601 ----
.../dashboards/Ozone - DataNode Overview.json | 9417 ++++++++++++++++++++
hadoop-ozone/dist/src/main/compose/ozone-csi/.env | 20 -
.../src/main/compose/ozone-csi/docker-compose.yaml | 64 -
.../dist/src/main/compose/ozone-csi/docker-config | 44 -
.../dist/src/main/compose/ozone-csi/test.sh | 31 -
.../dist/src/main/compose/ozone-ha/docker-config | 26 +
.../dist/src/main/compose/ozone/docker-config | 14 +-
.../src/main/compose/ozonesecure-ha/docker-config | 6 +
...st-s3g-virtual-host.sh => test-om-lifecycle.sh} | 10 +-
.../compose/ozonesecure-ha/test-repair-tools.sh | 2 +-
.../src/main/compose/ozonesecure/docker-config | 26 +
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 7 +-
.../dist/src/main/compose/xcompat/clients.yaml | 4 +
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 2 +-
.../k8s/definitions/ozone-csi/csi-controller.yaml | 53 -
.../main/k8s/definitions/ozone-csi/csi-crd.yaml | 21 -
.../main/k8s/definitions/ozone-csi/csi-node.yaml | 95 -
.../main/k8s/definitions/ozone-csi/csi-rbac.yaml | 66 -
.../definitions/ozone-csi/csi-storageclass.yaml | 20 -
.../k8s/definitions/ozone-csi/definitions/csi.yaml | 28 -
.../k8s/definitions/test-webserver/flekszible.yaml | 16 -
.../test-webserver/webserver-deployment.yaml | 50 -
.../test-webserver/webserver-service.yaml | 29 -
.../test-webserver/webserver-volume.yaml | 29 -
.../src/main/k8s/examples/ozone-dev/Flekszible | 7 -
.../k8s/examples/ozone-dev/config-configmap.yaml | 6 +-
.../examples/ozone-dev/csi/csi-node-daemonset.yaml | 97 -
.../ozone-dev/csi/csi-ozone-clusterrole.yaml | 98 -
.../csi/csi-ozone-clusterrolebinding.yaml | 28 -
.../ozone-dev/csi/csi-ozone-serviceaccount.yaml | 21 -
.../ozone-dev/csi/csi-provisioner-deployment.yaml | 54 -
.../csi/org.apache.hadoop.ozone-csidriver.yaml | 22 -
.../examples/ozone-dev/csi/ozone-storageclass.yaml | 21 -
.../ozone-csi-test-webserver-deployment.yaml | 50 -
...e-csi-test-webserver-persistentvolumeclaim.yaml | 29 -
.../pv-test/ozone-csi-test-webserver-service.yaml | 29 -
.../dist/src/main/k8s/examples/ozone/Flekszible | 5 -
.../main/k8s/examples/ozone/config-configmap.yaml | 6 +-
.../k8s/examples/ozone/csi/csi-node-daemonset.yaml | 97 -
.../examples/ozone/csi/csi-ozone-clusterrole.yaml | 98 -
.../ozone/csi/csi-ozone-clusterrolebinding.yaml | 28 -
.../ozone/csi/csi-ozone-serviceaccount.yaml | 21 -
.../ozone/csi/csi-provisioner-deployment.yaml | 54 -
.../csi/org.apache.hadoop.ozone-csidriver.yaml | 22 -
.../k8s/examples/ozone/csi/ozone-storageclass.yaml | 21 -
.../ozone-csi-test-webserver-deployment.yaml | 50 -
...e-csi-test-webserver-persistentvolumeclaim.yaml | 29 -
.../pv-test/ozone-csi-test-webserver-service.yaml | 29 -
hadoop-ozone/dist/src/main/license/jar-report.txt | 2 -
.../src/main/smoketest/balancer/testBalancer.robot | 2 +-
hadoop-ozone/dist/src/main/smoketest/csi.robot | 34 -
.../main/smoketest/lifecycle/om-lifecycle.robot | 119 +
.../src/main/smoketest/s3/bucketlifecycle.robot | 57 +
.../dist/src/main/smoketest/s3/objectputget.robot | 10 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 9 +-
.../dist/src/shell/ozone/ozone-functions.sh | 25 +-
...tions_test_helper.bash => ozone_bootstrap.bats} | 30 +-
hadoop-ozone/iceberg/pom.xml | 2 +-
.../AbstractTestStorageDistributionEndpoint.java | 14 +-
...ndpointUtil.java => ReconEndpointTestUtil.java} | 6 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 36 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 9 -
hadoop-ozone/integration-test-s3/pom.xml | 12 +-
.../hadoop/ozone/s3/awssdk/OzoneS3SDKTests.java | 11 +
.../hadoop/ozone/s3/awssdk/S3SDKTestUtils.java | 59 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 508 +-
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 475 +-
hadoop-ozone/integration-test/pom.xml | 5 -
.../fs/ozone/AbstractOzoneFileSystemTest.java | 44 +
.../ozone/AbstractRootedOzoneFileSystemTest.java | 89 +-
.../AbstractRootedOzoneFileSystemTestWithFSO.java | 3 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 4 +-
.../fs/ozone/TestOFSIsDirectoryBenchmark.java | 153 +
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 6 +-
.../hdds/scm/TestContainerReportWithKeys.java | 7 +-
.../TestSCMFollowerCatchupWithContainerReport.java | 336 +
.../hdds/scm/TestStorageContainerManager.java | 4 +-
.../TestReplicationManagerIntegration.java | 8 +-
.../node/{TestNodeUtil.java => NodeTestUtil.java} | 4 +-
.../scm/node/TestDecommissionAndMaintenance.java | 16 +-
.../hdds/scm/safemode/TestSafeModeSCMHA.java | 18 +-
...UpgradeUtils.java => HddsUpgradeTestUtils.java} | 6 +-
.../TestDNDataDistributionFinalization.java | 4 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 24 +-
.../TestScmDataDistributionFinalization.java | 12 +-
.../hadoop/hdds/upgrade/TestScmHAFinalization.java | 20 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 9 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 224 +-
.../client/rpc/TestFailureHandlingByClient.java | 13 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 2 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 67 +-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 6 +-
.../client/rpc/read/TestChunkInputStream.java | 10 +-
.../ozone/client/rpc/read/TestKeyInputStream.java | 28 +-
.../client/rpc/read/TestLocalChunkInputStream.java | 6 +-
.../rpc/read/TestStreamBlockInputStream.java | 10 +-
.../ozone/client/rpc/read/TestStreamRead.java | 6 +-
.../rpc/read/TestStreamReadDatanodeFailover.java | 4 +-
.../commandhandler/TestDeleteContainerHandler.java | 2 +-
.../ozone/local/TestLocalOzoneClusterRuntime.java | 32 +-
.../ozone/om/AbstractOzoneManagerHATest.java | 11 +-
.../om/{TestBucket.java => BucketForTesting.java} | 16 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 6 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 12 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 12 +-
.../apache/hadoop/ozone/om/TestOMBootstrap.java | 5 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 35 +-
.../TestOMDbCheckpointServletInodeBasedXfer.java | 80 +-
.../ozone/om/TestOMRatisSnapshotTransfer.java | 5 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 5 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 8 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 13 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 14 +-
...stOzoneManagerHAFollowerReadWithAllRunning.java | 7 +-
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 13 +-
.../om/TestOzoneManagerHAWithStoppedNodes.java | 9 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 20 +-
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 6 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 8 +-
.../ozone/om/service/TestBlockDeletionService.java | 4 +-
.../ozone/om/service/TestRootedDDSWithFSO.java | 9 +-
...TestSnapshotDeletingServiceIntegrationTest.java | 8 +-
.../hadoop/ozone/om/snapshot/OmSnapshotTests.java | 43 +-
.../ozone/om/snapshot/TestOMDBCheckpointUtils.java | 17 +
.../ozone/om/snapshot/TestOmSnapshotDisabled.java | 8 +-
.../om/snapshot/TestOmSnapshotDisabledRestart.java | 8 +-
.../om/snapshot/TestOzoneManagerHASnapshot.java | 25 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 5 +-
.../hadoop/ozone/scm/node/TestDiskBalancer.java | 4 +-
...skBalancerDuringDecommissionAndMaintenance.java | 4 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 76 +
.../src/main/proto/OmClientProtocol.proto | 177 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 30 +-
.../ozone/om/helpers/TestOmKeyInfoCodec.java | 132 +-
.../om/helpers/TestRepeatedOmKeyInfoCodec.java | 109 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 8 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 11 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 74 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 3 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 67 +-
.../om/OMDBCheckpointServletInodeBasedXfer.java | 28 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 56 +
.../hadoop/ozone/om/OMMultiTenantManagerImpl.java | 4 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 99 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 4 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 92 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 2 +-
.../hadoop/ozone/om/SstFilteringService.java | 3 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 1 +
.../hadoop/ozone/om/codec/OMDBDefinition.java | 70 +-
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 1 +
.../om/ratis/utils/OzoneManagerRatisUtils.java | 12 +
.../om/ratis_snapshot/OmRatisSnapshotProvider.java | 300 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 39 +-
.../ozone/om/request/OMClientRequestUtils.java | 2 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 18 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 4 +-
.../ozone/om/request/file/OMFileRequest.java | 2 +-
.../om/request/key/OMAllocateBlockRequest.java | 4 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 2 +
.../ozone/om/request/key/OMKeyCommitRequest.java | 3 -
.../om/request/key/OMKeyCommitRequestWithFSO.java | 4 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 2 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 2 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 8 +
.../ozone/om/request/key/OMKeysDeleteRequest.java | 109 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 6 +-
.../OMLifecycleConfigurationDeleteRequest.java | 209 +
.../OMLifecycleConfigurationSetRequest.java | 238 +
.../lifecycle/OMLifecycleSaveScanStateRequest.java | 74 +
.../OMLifecycleSetServiceStatusRequest.java | 125 +
.../ozone/om/request/lifecycle}/package-info.java | 4 +-
.../om/request/util/OMMultipartUploadUtils.java | 3 +-
.../om/request/volume/OMQuotaRepairRequest.java | 2 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 11 +-
.../om/response/key/OMKeysDeleteResponse.java | 17 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 15 +-
.../OMLifecycleConfigurationDeleteResponse.java} | 42 +-
.../OMLifecycleConfigurationSetResponse.java} | 43 +-
.../OMLifecycleSaveScanStateResponse.java} | 29 +-
.../OMLifecycleSetServiceStatusResponse.java} | 16 +-
.../ozone/om/response/lifecycle}/package-info.java | 4 +-
.../hadoop/ozone/om/service/CompactDBUtil.java | 19 +
.../hadoop/ozone/om/service/CompactionService.java | 12 +-
.../ozone/om/service/DirectoryDeletingService.java | 5 +-
.../ozone/om/service/KeyLifecycleService.java | 2131 +++++
.../om/service/KeyLifecycleServiceMetrics.java | 196 +
.../ozone/om/service/OMRangerBGSyncService.java | 4 +-
.../om/snapshot/FSODirectoryPathResolver.java | 3 +-
.../ozone/om/snapshot/OMDBCheckpointUtils.java | 74 +-
.../om/snapshot/defrag/SnapshotDefragService.java | 35 +-
.../hadoop/ozone/om/upgrade/OMLayoutFeature.java | 3 +-
.../protocolPB/OzoneManagerRequestHandler.java | 47 +-
.../apache/hadoop/ozone/om}/FaultInjectorImpl.java | 2 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 39 +-
.../TestOmRatisSnapshotProvider.java | 59 +
.../TestOMClientRequestUserInfoFallback.java | 106 -
.../om/request/key/TestOMKeyCommitRequest.java | 6 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 158 +-
.../key/TestOMKeysDeleteRequestWithFSO.java | 77 +-
.../TestOMLifecycleConfigurationDeleteRequest.java | 300 +
.../TestOMLifecycleConfigurationRequest.java | 153 +
.../TestOMLifecycleConfigurationSetRequest.java | 390 +
.../TestOMLifecycleSaveScanStateRequest.java | 118 +
.../TestS3MultipartUploadCompleteRequest.java | 2 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 6 +-
.../ozone/om/response/TestCleanupTableInfo.java | 2 +
.../om/response/key/TestOMKeyCommitResponse.java | 2 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 2 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 2 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 2 +-
...TestOMLifecycleConfigurationDeleteResponse.java | 117 +
.../TestOMLifecycleConfigurationSetResponse.java | 124 +
.../TestOMLifecycleSaveScanStateResponse.java | 61 +
.../TestS3MultipartUploadCommitPartResponse.java | 2 +-
.../hadoop/ozone/om/service/TestCompactDBUtil.java | 92 +
.../ozone/om/service/TestCompactionService.java | 33 +
.../ozone/om/service/TestKeyDeletingService.java | 2 +-
.../ozone/om/service/TestKeyLifecycleService.java | 3343 +++++++
.../om/snapshot/TestFSODirectoryPathResolver.java | 2 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 2 +
.../om/snapshot/TestSnapshotDiffValueParser.java | 22 +-
.../snapshot/defrag/TestSnapshotDefragService.java | 216 +-
.../protocolPB/TestOzoneManagerRequestHandler.java | 83 +
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 29 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 125 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 73 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 67 +-
.../apache/hadoop/fs/ozone/FileStatusAdapter.java | 20 +
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 11 +
.../ozone/TestBasicOzoneClientAdapterHeadOp.java | 136 +
.../TestBasicRootedOzoneClientAdapterHeadOp.java | 176 +
.../hadoop/fs/ozone/TestOzoneFileSystemHeadOp.java | 149 +
.../fs/ozone/TestRootedOzoneFileSystemHeadOp.java | 174 +
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 8 +
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 8 +
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 8 +
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 8 +
hadoop-ozone/pom.xml | 1 -
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 2 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 3 +-
.../ozone/recon/api/ReconGlobalMetricsService.java | 4 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 3 +-
.../recon/api/handlers/LegacyBucketHandler.java | 5 +-
.../ozone/recon/api/handlers/OBSBucketHandler.java | 8 +-
.../ozone/recon/chatbot/ChatbotConfigKeys.java | 20 +
.../recon/chatbot/llm/LangChain4jDispatcher.java | 27 +
.../recon/recovery/ReconOmMetadataManagerImpl.java | 8 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 6 +-
.../scm/ReconStorageContainerManagerFacade.java | 3 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 204 +-
.../impl/ReconContainerMetadataManagerImpl.java | 8 +-
.../ozone/recon/spi/impl/ReconDBProvider.java | 3 +-
.../recon/spi/impl/ReconRDBSnapshotProvider.java | 245 +
.../recon/tasks/ContainerKeyMapperHelper.java | 2 +-
.../recon/tasks/DeletedKeysInsightHandler.java | 2 +-
.../recon/tasks/MultipartInfoInsightHandler.java | 2 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 3 +-
.../ozone/recon/tasks/OpenKeysInsightHandler.java | 2 +-
.../tasks/util/ParallelTableIteratorOperation.java | 4 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 1 +
.../chatbot/llm/TestLangChain4jDispatcher.java | 57 +
.../ozone/recon/chatbot/llm/TestLlmRouting.java | 8 +
.../impl/TestOzoneManagerServiceProviderImpl.java | 281 +-
.../spi/impl/TestReconRDBSnapshotProvider.java | 223 +
.../ozone/recon/tasks/TestFileSizeCountTask.java | 2 +-
.../org/apache/hadoop/ozone/audit/S3GAction.java | 3 +
.../ozone/s3/commontypes/ObjectKeyNameAdapter.java | 3 +-
.../ozone/s3/commontypes/RequestParameters.java | 11 +
.../ozone/s3/endpoint/BucketCrudHandler.java | 127 +
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 12 +-
.../ozone/s3/endpoint/ListBucketResponse.java | 13 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 35 +-
...tBucketLifecycleConfigurationUnmarshaller.java} | 56 +-
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 41 +-
.../s3/endpoint/S3LifecycleConfiguration.java | 557 ++
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 3 +
.../ozone/s3/signature/AWSSignatureProcessor.java | 7 +-
...ser.java => AccessDeniedResourceException.java} | 12 +-
.../s3/signature/AuthorizationV4QueryParser.java | 7 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 4 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 11 +
.../hadoop/ozone/client/ClientProtocolStub.java | 32 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 68 +
.../hadoop/ozone/client/OzoneVolumeStub.java | 1 +
.../s3/commontypes/TestObjectKeyNameAdapter.java | 2 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 38 +-
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 26 +
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 10 +
.../hadoop/ozone/s3/endpoint/TestRootList.java | 94 +
.../TestS3LifecycleConfigurationDelete.java | 100 +
.../endpoint/TestS3LifecycleConfigurationGet.java | 173 +
.../endpoint/TestS3LifecycleConfigurationPut.java | 605 ++
.../s3/signature/TestAWSSignatureProcessor.java | 37 +
.../signature/TestAuthorizationV4QueryParser.java | 16 +-
hadoop-ozone/tools/pom.xml | 4 +
.../hadoop/ozone/local/LocalOzoneCluster.java | 228 +-
.../hadoop/ozone/local/TestLocalOzoneCluster.java | 109 +
pom.xml | 40 +-
468 files changed, 36098 insertions(+), 9270 deletions(-)
delete mode 100644 .run/CsiServer.run.xml
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientManagerCloseContention.java
create mode 100644 hadoop-hdds/docs/content/design/lifecycle-task-resume.md
copy hadoop-hdds/docs/content/design/{dn-merge-rocksdb.md =>
s3-object-lifecycle-management.md} (59%)
create mode 100644 hadoop-hdds/docs/content/feature/Lifecycle.md
create mode 100644 hadoop-hdds/docs/content/feature/Lifecycle.zh.md
delete mode 100644 hadoop-hdds/docs/content/interface/CSI.md
delete mode 100644 hadoop-hdds/docs/content/interface/CSI.png
delete mode 100644 hadoop-hdds/docs/content/interface/CSI.zh.md
rename
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/{TestUtils.java
=> RocksTestUtils.java} (96%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerStopReason.java
copy
hadoop-ozone/{cli-repair/src/main/java/org/apache/hadoop/ozone/repair/om/quota/QuotaStatus.java
=>
cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleResumeSubCommand.java}
(53%)
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleStatusSubCommand.java
copy
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/{hdds/scm/cli/datanode/DatanodeCommands.java
=> ozone/admin/om/LifecycleSubCommand.java} (66%)
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleSuspendSubCommand.java
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDiskBalancerSubCommandUtil.java
create mode 100644
hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ScmContainerMetadataReader.java
create mode 100644
hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/TestScmContainerMetadataReader.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/OzoneLifecycleConfiguration.java
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestOzoneBucket.java
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestRpcClientGetFileStatusHeadOp.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCAbortIncompleteMultipartUpload.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCAction.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCExpiration.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCFilter.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCRule.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleConfiguration.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleRuleAndOperator.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleScanState.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleUtils.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/OMLCUtils.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCAbortIncompleteMultipartUpload.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCExpiration.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCFilter.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCRule.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifeCycleConfiguration.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifecycleRuleAndOperator.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifecycleScanState.java
delete mode 100644 hadoop-ozone/csi/dev-support/findbugsExcludeFile.xml
delete mode 100644 hadoop-ozone/csi/pom.xml
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/ControllerService.java
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/CsiServer.java
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/IdentityService.java
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/NodeService.java
delete mode 100644
hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/package-info.java
delete mode 100644 hadoop-ozone/csi/src/main/proto/csi.proto
delete mode 100644 hadoop-ozone/csi/src/main/resources/proto.lock
delete mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Datanode Chunk
Read_Write Dashboard.json
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - DataNode
Overview.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-csi/.env
delete mode 100644
hadoop-ozone/dist/src/main/compose/ozone-csi/docker-compose.yaml
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-csi/docker-config
delete mode 100755 hadoop-ozone/dist/src/main/compose/ozone-csi/test.sh
copy
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/{test-s3g-virtual-host.sh =>
test-om-lifecycle.sh} (86%)
mode change 100755 => 100644
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-controller.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-crd.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-node.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-rbac.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-storageclass.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/definitions/csi.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/test-webserver/flekszible.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/test-webserver/webserver-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/test-webserver/webserver-service.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/definitions/test-webserver/webserver-volume.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-node-daemonset.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrole.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrolebinding.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-serviceaccount.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-provisioner-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/org.apache.hadoop.ozone-csidriver.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/ozone-storageclass.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/pv-test/ozone-csi-test-webserver-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/pv-test/ozone-csi-test-webserver-persistentvolumeclaim.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/pv-test/ozone-csi-test-webserver-service.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-node-daemonset.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrole.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrolebinding.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-serviceaccount.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-provisioner-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/org.apache.hadoop.ozone-csidriver.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/ozone-storageclass.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/pv-test/ozone-csi-test-webserver-deployment.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/pv-test/ozone-csi-test-webserver-persistentvolumeclaim.yaml
delete mode 100644
hadoop-ozone/dist/src/main/k8s/examples/ozone/pv-test/ozone-csi-test-webserver-service.yaml
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/csi.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/lifecycle/om-lifecycle.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/s3/bucketlifecycle.robot
copy hadoop-ozone/dist/src/test/shell/{ozone-functions_test_helper.bash =>
ozone_bootstrap.bats} (61%)
mode change 100755 => 100644
rename
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/{TestReconEndpointUtil.java
=> ReconEndpointTestUtil.java} (97%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSIsDirectoryBenchmark.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSCMFollowerCatchupWithContainerReport.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/node/{TestNodeUtil.java
=> NodeTestUtil.java} (98%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/upgrade/{TestHddsUpgradeUtils.java
=> HddsUpgradeTestUtils.java} (98%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{TestBucket.java
=> BucketForTesting.java} (90%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleConfigurationDeleteRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleConfigurationSetRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleSaveScanStateRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleSetServiceStatusRequest.java
copy {hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle}/package-info.java
(86%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{volume/OMVolumeSetQuotaResponse.java
=> lifecycle/OMLifecycleConfigurationDeleteResponse.java} (59%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{volume/OMVolumeSetQuotaResponse.java
=> lifecycle/OMLifecycleConfigurationSetResponse.java} (54%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{util/OMEchoRPCWriteResponse.java
=> lifecycle/OMLifecycleSaveScanStateResponse.java} (56%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{util/OMEchoRPCWriteResponse.java
=> lifecycle/OMLifecycleSetServiceStatusResponse.java} (75%)
copy {hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/lifecycle}/package-info.java
(86%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/KeyLifecycleService.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/KeyLifecycleServiceMetrics.java
copy hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/utils =>
ozone-manager/src/test/java/org/apache/hadoop/ozone/om}/FaultInjectorImpl.java
(98%)
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/TestOMClientRequestUserInfoFallback.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationDeleteRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationSetRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleSaveScanStateRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleConfigurationDeleteResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleConfigurationSetResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleSaveScanStateResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestCompactDBUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestKeyLifecycleService.java
create mode 100644
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestBasicOzoneClientAdapterHeadOp.java
create mode 100644
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestBasicRootedOzoneClientAdapterHeadOp.java
create mode 100644
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemHeadOp.java
create mode 100644
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestRootedOzoneFileSystemHeadOp.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/spi/impl/ReconRDBSnapshotProvider.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/spi/impl/TestReconRDBSnapshotProvider.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/{MessageUnmarshaller.java
=> PutBucketLifecycleConfigurationUnmarshaller.java} (52%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3LifecycleConfiguration.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/signature/{SignatureParser.java
=> AccessDeniedResourceException.java} (73%)
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationDelete.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationGet.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationPut.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
