This is an automated email from the ASF dual-hosted git repository.
chenxi pushed a change to branch ozone-1.4
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 5ba34e558d HDDS-10653. Support custom metadata for MPU key (#6489)
add 82cf855e39 HDDS-10115. Migrate MetricsAsserts to AssertJ (#5987)
add 2f63c531ba HDDS-10149. New JNI layer for RawSSTFileReader &
RawSSTFileReaderIterator (#6182)
add 900bd4c145 HDDS-815. Rename HDDS config keys prefixed with dfs. (#6274)
add ac37389a5d HDDS-10331. Rename Java constants of ex-DFS config keys
(#6290)
add e26d0e471d HDDS-11069. Block location is missing in output of Ozone
debug chunkinfo command for EC. (#6909)
add 6a87cfa14c HDDS-10907. DataNode StorageContainerMetrics numWriteChunk
is counted multiple times (#6835)
add e2da49cdcb HDDS-11187. Fix Event Handling in Recon OMDBUpdatesHandler
to Prevent ClassCastException. (#6950)
add f82b0198f0 HDDS-11215. Quota count can go wrong when double buffer
flush takes time. (#6978)
add f5cd2ec2e2 HDDS-11140. Recon Disk Usage Metadata Details are not
working for du api (#6966)
No new revisions were added by this update.
Summary of changes:
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 28 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 4 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 63 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 4 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 112 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 208 ++--
.../common/src/main/resources/ozone-default.xml | 89 +-
.../container/common/impl/HddsDispatcher.java | 11 +-
.../common/transport/server/XceiverServerGrpc.java | 8 +-
.../server/ratis/ContainerStateMachine.java | 12 +-
.../transport/server/ratis/XceiverServerRatis.java | 108 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 4 +-
.../keyvalue/impl/ChunkManagerFactory.java | 4 +-
.../ozone/container/common/ContainerTestUtils.java | 2 +-
.../ozone/container/common/SCMTestUtils.java | 4 +-
.../container/common/TestDatanodeStateMachine.java | 12 +-
.../statemachine/TestDatanodeConfiguration.java | 2 +-
.../common/volume/TestPeriodicVolumeChecker.java | 2 +-
.../container/common/volume/TestVolumeSet.java | 2 +-
.../common/volume/TestVolumeSetDiskChecks.java | 2 +-
.../container/ozoneimpl/TestContainerReader.java | 2 +-
.../container/ozoneimpl/TestOzoneContainer.java | 2 +-
.../upgrade/TestDatanodeUpgradeToSchemaV3.java | 4 +-
.../content/feature/Streaming-Write-Pipeline.md | 4 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 6 +-
.../utils/db/managed/JniLibNamePropertyWriter.java | 34 +-
hadoop-hdds/rocks-native/pom.xml | 210 ++--
hadoop-hdds/rocks-native/src/CMakeLists.txt | 36 +-
.../apache/hadoop/hdds/utils/NativeConstants.java | 3 +-
.../db/managed/ManagedRawSSTFileIterator.java | 118 +++
.../utils/db/managed/ManagedRawSSTFileReader.java | 78 ++
.../utils/db/managed/ManagedSSTDumpIterator.java | 314 ------
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 99 --
.../hdds/utils/db/managed/PipeInputStream.java | 88 --
.../src/main/native/ManagedRawSSTFileIterator.cpp | 90 ++
.../src/main/native/ManagedRawSSTFileReader.cpp | 65 ++
hadoop-hdds/rocks-native/src/main/native/Pipe.cpp | 37 -
hadoop-hdds/rocks-native/src/main/native/Pipe.h | 55 -
.../src/main/native/PipeInputStream.cpp | 48 -
.../rocks-native/src/main/native/SSTDumpTool.cpp | 48 -
.../src/main/native/cplusplus_to_java_convert.h | 2 +-
.../src/main/patches/rocks-native.patch | 1085 +++++++++-----------
.../hadoop/hdds/utils/TestNativeLibraryLoader.java | 38 +-
.../db/managed/TestManagedRawSSTFileIterator.java | 143 +++
.../db/managed/TestManagedSSTDumpIterator.java | 275 -----
.../src/test/resources/auditlog.properties | 0
.../src/test/resources/log4j.properties | 0
.../ozone/rocksdb/util/SstFileSetReader.java | 200 ++--
.../ozone/rocksdb/util/TestSstFileSetReader.java | 62 +-
.../ozone/container/common/TestEndPoint.java | 18 +-
hadoop-hdds/test-utils/pom.xml | 20 +
.../java/org/apache/ozone/test/MetricsAsserts.java | 470 +++++++++
.../hdds/scm/cli/ContainerOperationClient.java | 4 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 12 -
hadoop-ozone/dev-support/checks/native.sh | 10 +-
.../intellij/runConfigurations/Datanode2-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode2.xml | 2 +-
.../intellij/runConfigurations/Datanode3-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode3.xml | 2 +-
.../dist/src/main/compose/ozone-ha/docker-config | 2 +-
.../dist/src/main/compose/ozone/docker-config | 2 +-
.../src/main/compose/ozonesecure-ha/docker-config | 2 +-
.../src/main/compose/ozonesecure/docker-config | 2 +-
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 8 +-
.../ozone/TestDirectoryDeletingServiceWithFSO.java | 82 ++
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 4 +-
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 4 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 24 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 6 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 18 +-
.../client/rpc/TestContainerStateMachine.java | 2 +-
.../rpc/TestContainerStateMachineFailures.java | 10 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 2 +-
.../rpc/TestContainerStateMachineStream.java | 2 +-
.../client/rpc/TestFailureHandlingByClient.java | 2 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 2 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 2 +-
.../transport/server/ratis/TestCSMMetrics.java | 10 +-
.../container/metrics/TestContainerMetrics.java | 218 ++--
.../metrics/TestDatanodeQueueMetrics.java | 4 +-
.../container/ozoneimpl/TestOzoneContainer.java | 4 +-
.../ozoneimpl/TestSecureOzoneContainer.java | 4 +-
.../container/server/TestContainerServer.java | 8 +-
.../server/TestSecureContainerServer.java | 10 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 2 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 2 +-
.../hadoop/ozone/scm/TestXceiverClientMetrics.java | 6 +-
.../ozone/scm/pipeline/TestSCMPipelineMetrics.java | 15 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 29 +-
.../apache/hadoop/ozone/shell/TestScmAdminHA.java | 2 +-
.../src/test/resources/ozone-site.xml | 5 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 6 +
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 4 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 12 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 59 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 43 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 4 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 4 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 11 +-
.../webapps/recon/ozone-recon-web/api/db.json | 9 +
.../webapps/recon/ozone-recon-web/api/routes.json | 1 +
.../src/views/diskUsage/diskUsage.tsx | 4 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 67 ++
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 8 +-
.../s3/endpoint/TestPartUploadWithStream.java | 2 +-
.../ozone/s3/endpoint/TestUploadWithStream.java | 2 +-
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 2 +-
pom.xml | 20 +-
108 files changed, 2624 insertions(+), 2498 deletions(-)
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/token/RenewerOption.java
=>
hadoop-hdds/managed-rocksdb/src/main/java/org/apache/hadoop/hdds/utils/db/managed/JniLibNamePropertyWriter.java
(51%)
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRawSSTFileIterator.java
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRawSSTFileReader.java
delete mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSSTDumpIterator.java
delete mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSSTDumpTool.java
delete mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/PipeInputStream.java
create mode 100644
hadoop-hdds/rocks-native/src/main/native/ManagedRawSSTFileIterator.cpp
create mode 100644
hadoop-hdds/rocks-native/src/main/native/ManagedRawSSTFileReader.cpp
delete mode 100644 hadoop-hdds/rocks-native/src/main/native/Pipe.cpp
delete mode 100644 hadoop-hdds/rocks-native/src/main/native/Pipe.h
delete mode 100644 hadoop-hdds/rocks-native/src/main/native/PipeInputStream.cpp
delete mode 100644 hadoop-hdds/rocks-native/src/main/native/SSTDumpTool.cpp
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedRawSSTFileIterator.java
delete mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedSSTDumpIterator.java
copy hadoop-hdds/{framework =>
rocks-native}/src/test/resources/auditlog.properties (100%)
copy hadoop-hdds/{client => rocks-native}/src/test/resources/log4j.properties
(100%)
create mode 100644
hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/MetricsAsserts.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
