This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a change to branch ozone-1.4
in repository https://gitbox.apache.org/repos/asf/ozone.git
from a29bf3a3a9 HDDS-10187. Update hdds-interface-client proto.lock for 1.4
(#6074)
add ca3aaa22ef HDDS-9846. Datanode should not persist cluster ID to global
version file until loading all volumes. (#5757)
add 1da1be0f05 HDDS-9913. Reduce number of times configuration is loaded
in Ozone client (#5789)
add 8b94fe5136 HDDS-9943. TokenRenewer should close OzoneClient after use
(#5809)
add 0c6f707808 HDDS-9986. Log if there is a failure in closing RocksDB
add 01db70e7d1 HDDS-10028. Simplify Maven cache for dependencies in CI
(#5889)
add 2aa983e0ed HDDS-9683. Containers present on decommission nodes are
reported as mis-replicated (#5726)
add 336ae452e4 HDDS-10001. Options not closed properly in
rocksdb-checkpoint-differ (#5890)
add 5eba418202 HDDS-9527. Race condition in RocksDatabase (#5947)
add edf1b188aa HDDS-10113. UNHEALTHY replicas of QUASI_CLOSED container
with unique origins should be handled during decommission (#5984)
add 4437aad051 HDDS-10157. Download zlib fails with 403 Forbidden in CI
(#6029)
add eae706111c HDDS-10138. NPE for SstFilteringService in
OMDBCheckpointServlet.Lock (#6015)
add b1e5c2ba63 HDDS-10174. Enable Surefire process checker (#6075)
add 5b6cceef0c HDDS-9528. Managed objects should not override finalize()
(#5853)
add 674790f5c8 HDDS-10184. Fix ManagedStatistics not closed properly
(#6055)
add 5261491ac1 HDDS-9950. 'ozone fs -ls' on volume shows the volume owner
as the bucket owner (#5816)
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 101 ++---
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 5 +
.../apache/hadoop/hdds/scm/StreamBufferArgs.java | 136 +++++++
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 22 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 6 +-
.../hdds/scm/storage/RatisBlockOutputStream.java | 6 +-
.../storage/TestBlockOutputStreamCorrectness.java | 5 +-
.../org/apache/hadoop/hdds/utils/LeakDetector.java | 101 +++++
.../org/apache/hadoop/hdds/utils/LeakTracker.java} | 38 +-
.../hadoop/hdds/resource/TestLeakDetector.java | 69 ++++
.../states/endpoint/VersionEndpointTask.java | 9 +-
.../ECReconstructionCoordinator.java | 5 +-
.../container/metadata/AbstractDatanodeStore.java | 15 -
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 17 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 17 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 429 ++++++++-------------
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 2 +-
.../utils/db/TestRDBStoreByteArrayIterator.java | 24 --
.../hdds/utils/db/managed/ManagedBloomFilter.java | 17 +-
.../db/managed/ManagedColumnFamilyOptions.java | 19 +-
.../db/managed/ManagedCompactRangeOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedDBOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedEnvOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedFlushOptions.java | 17 +-
.../managed/ManagedIngestExternalFileOptions.java | 20 +-
.../hdds/utils/db/managed/ManagedLRUCache.java | 17 +-
.../hdds/utils/db/managed/ManagedObject.java | 22 +-
.../hdds/utils/db/managed/ManagedOptions.java | 17 +-
.../hdds/utils/db/managed/ManagedReadOptions.java | 18 +-
.../db/managed/ManagedRocksObjectMetrics.java | 11 +
.../utils/db/managed/ManagedRocksObjectUtils.java | 29 +-
.../hadoop/hdds/utils/db/managed/ManagedSlice.java | 26 +-
.../utils/db/managed/ManagedSstFileReader.java | 10 +-
.../db/managed/ManagedSstFileReaderIterator.java | 9 +-
.../utils/db/managed/ManagedSstFileWriter.java | 17 +-
.../hdds/utils/db/managed/ManagedStatistics.java | 17 +-
.../hdds/utils/db/managed/ManagedWriteBatch.java | 18 +-
.../hdds/utils/db/managed/ManagedWriteOptions.java | 17 +-
.../hadoop/hdds/utils/db/managed/package-info.java | 10 +-
hadoop-hdds/rocks-native/pom.xml | 3 +-
.../ozone/rocksdb/util/ManagedSstFileReader.java | 7 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 16 +-
.../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 18 +-
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 10 +
.../replication/RatisContainerReplicaCount.java | 22 +-
.../health/VulnerableUnhealthyReplicasHandler.java | 9 +-
.../TestSCMContainerPlacementRackAware.java | 47 +++
.../TestSCMContainerPlacementRackScatter.java | 68 ++++
.../TestRatisUnderReplicationHandler.java | 30 ++
.../replication/TestReplicationManager.java | 61 +++
.../TestVulnerableUnhealthyReplicasHandler.java | 48 +++
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 65 ++++
.../ozone/container/common/TestEndPoint.java | 28 ++
.../ozone/client/io/BlockOutputStreamEntry.java | 18 +-
.../client/io/BlockOutputStreamEntryPool.java | 27 +-
.../ozone/client/io/ECBlockOutputStreamEntry.java | 17 +-
.../client/io/ECBlockOutputStreamEntryPool.java | 6 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 8 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 31 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 20 +-
hadoop-ozone/dev-support/checks/native.sh | 7 +
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 33 ++
.../db/managed/TestRocksObjectLeakDetector.java | 116 ++++++
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 3 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 2 +
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 38 +-
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 4 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 53 ---
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 66 +---
.../fs/ozone/OzoneDelegationTokenRenewer.java | 79 ++++
.../org.apache.hadoop.security.token.TokenRenewer | 3 +-
.../org.apache.hadoop.security.token.TokenRenewer | 3 +-
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 11 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 4 +-
pom.xml | 3 +-
75 files changed, 1488 insertions(+), 865 deletions(-)
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/StreamBufferArgs.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/LeakDetector.java
copy
hadoop-hdds/{server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/SCMServiceException.java
=> common/src/main/java/org/apache/hadoop/hdds/utils/LeakTracker.java} (54%)
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/resource/TestLeakDetector.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestRocksObjectLeakDetector.java
create mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ozone/OzoneDelegationTokenRenewer.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
