This is an automated email from the ASF dual-hosted git repository.
prabhujoseph pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push:
new b7edc6c60ca HDFS-16633. Fixing when Reserved Space For Replicas is not
released on some cases (#4452)
b7edc6c60ca is described below
commit b7edc6c60ca9e17c4f6a7d07aad5efbd7c2e3b40
Author: Ashutosh Gupta <[email protected]>
AuthorDate: Fri Jun 24 14:05:00 2022 +0100
HDFS-16633. Fixing when Reserved Space For Replicas is not released on some
cases (#4452)
* HDFS-16633.Reserved Space For Replicas is not released on some cases
Co-authored-by: Ashutosh Gupta <[email protected]>
---
.../hadoop/hdfs/server/datanode/BlockReceiver.java | 11 +++++
.../hadoop/hdfs/server/datanode/DataXceiver.java | 3 ++
.../server/datanode/LocalReplicaInPipeline.java | 4 ++
.../hdfs/server/datanode/ReplicaInPipeline.java | 5 +++
.../datanode/fsdataset/impl/FsDatasetImpl.java | 3 ++
.../hdfs/server/datanode/SimulatedFSDataset.java | 5 ++-
.../extdataset/ExternalReplicaInPipeline.java | 4 ++
.../fsdataset/impl/TestSpaceReservation.java | 50 ++++++++++++++++++++++
8 files changed, 84 insertions(+), 1 deletion(-)
diff --git
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java
index 9b3a8993236..77e0be6c7b3 100644
---
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java
+++
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java
@@ -307,6 +307,17 @@ class BlockReceiver implements Closeable {
return replicaInfo;
}
+ public void releaseAnyRemainingReservedSpace() {
+ if (replicaInfo != null) {
+ if (replicaInfo.getReplicaInfo().getBytesReserved() > 0) {
+ LOG.warn("Block {} has not released the reserved bytes. "
+ + "Releasing {} bytes as part of close.",
replicaInfo.getBlockId(),
+ replicaInfo.getReplicaInfo().getBytesReserved());
+ replicaInfo.releaseAllBytesReserved();
+ }
+ }
+ }
+
/**
* close files and release volume reference.
*/
diff --git
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiver.java
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiver.java
index 9ad3e7cf326..77041023016 100644
---
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiver.java
+++
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiver.java
@@ -951,6 +951,9 @@ class DataXceiver extends Receiver implements Runnable {
IOUtils.closeStream(mirrorIn);
IOUtils.closeStream(replyOut);
IOUtils.closeSocket(mirrorSock);
+ if (blockReceiver != null) {
+ blockReceiver.releaseAnyRemainingReservedSpace();
+ }
IOUtils.closeStream(blockReceiver);
setCurrentBlockReceiver(null);
}
diff --git
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/LocalReplicaInPipeline.java
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/LocalReplicaInPipeline.java
index 99d2fc8e04e..24b6bd550e7 100644
---
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/LocalReplicaInPipeline.java
+++
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/LocalReplicaInPipeline.java
@@ -174,6 +174,10 @@ public class LocalReplicaInPipeline extends LocalReplica
getVolume().releaseLockedMemory(bytesReserved);
bytesReserved = 0;
}
+ @Override
+ public void releaseReplicaInfoBytesReserved() {
+ bytesReserved = 0;
+ }
@Override
public void setLastChecksumAndDataLen(long dataLength, byte[] checksum) {
diff --git
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/ReplicaInPipeline.java
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/ReplicaInPipeline.java
index 174827b5a20..65da42d3a20 100644
---
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/ReplicaInPipeline.java
+++
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/ReplicaInPipeline.java
@@ -51,6 +51,11 @@ public interface ReplicaInPipeline extends Replica {
*/
public void releaseAllBytesReserved();
+ /**
+ * Release the reserved space from the ReplicaInfo.
+ */
+ void releaseReplicaInfoBytesReserved();
+
/**
* store the checksum for the last chunk along with the data length
* @param dataLength number of bytes on disk
diff --git
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java
index 461a1e5a78f..633eeab03e9 100644
---
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java
+++
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java
@@ -2017,6 +2017,9 @@ class FsDatasetImpl implements FsDatasetSpi<FsVolumeImpl>
{
newReplicaInfo = v.addFinalizedBlock(
bpid, replicaInfo, replicaInfo, replicaInfo.getBytesReserved());
+ if (replicaInfo instanceof ReplicaInPipeline) {
+ ((ReplicaInPipeline) replicaInfo).releaseReplicaInfoBytesReserved();
+ }
if (v.isTransientStorage()) {
releaseLockedMemory(
replicaInfo.getOriginalBytesReserved()
diff --git
a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/SimulatedFSDataset.java
b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/SimulatedFSDataset.java
index 29eb051cb02..e66b62e4e51 100644
---
a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/SimulatedFSDataset.java
+++
b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/SimulatedFSDataset.java
@@ -356,6 +356,10 @@ public class SimulatedFSDataset implements
FsDatasetSpi<FsVolumeSpi> {
public void releaseAllBytesReserved() {
}
+ @Override
+ public void releaseReplicaInfoBytesReserved() {
+ }
+
@Override
synchronized public long getBytesOnDisk() {
if (finalized) {
@@ -418,7 +422,6 @@ public class SimulatedFSDataset implements
FsDatasetSpi<FsVolumeSpi> {
} while (deadLine > System.currentTimeMillis());
throw new IOException("Minimum length was not achieved within timeout");
}
-
@Override
public FsVolumeSpi getVolume() {
return getStorage(theBlock).getVolume();
diff --git
a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/extdataset/ExternalReplicaInPipeline.java
b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/extdataset/ExternalReplicaInPipeline.java
index 084caf038c3..460d1c1eb7d 100644
---
a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/extdataset/ExternalReplicaInPipeline.java
+++
b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/extdataset/ExternalReplicaInPipeline.java
@@ -45,6 +45,10 @@ public class ExternalReplicaInPipeline implements
ReplicaInPipeline {
public void setBytesAcked(long bytesAcked) {
}
+ @Override
+ public void releaseReplicaInfoBytesReserved() {
+ }
+
@Override
public void releaseAllBytesReserved() {
}
diff --git
a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/TestSpaceReservation.java
b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/TestSpaceReservation.java
index a702cec7cb0..de4d2366173 100644
---
a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/TestSpaceReservation.java
+++
b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/TestSpaceReservation.java
@@ -18,8 +18,14 @@
package org.apache.hadoop.hdfs.server.datanode.fsdataset.impl;
+import java.util.Collection;
+import java.util.EnumSet;
import java.util.function.Supplier;
+import org.apache.hadoop.fs.CreateFlag;
+import org.apache.hadoop.fs.permission.FsPermission;
+import org.apache.hadoop.hdfs.protocol.ExtendedBlock;
+import org.apache.hadoop.hdfs.server.datanode.ReplicaInfo;
import org.apache.hadoop.io.IOUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -746,4 +752,48 @@ public class TestSpaceReservation {
}, 500, 30000);
checkReservedSpace(0);
}
+
+ /**
+ * Ensure that bytes reserved of ReplicaInfo gets cleared
+ * during finalize.
+ *
+ * @throws IOException
+ */
+ @Test(timeout = 300000)
+ public void testReplicaInfoBytesReservedReleasedOnFinalize() throws
IOException {
+ short replication = 3;
+ int bufferLength = 4096;
+ startCluster(BLOCK_SIZE, replication, -1);
+
+ String methodName = GenericTestUtils.getMethodName();
+ Path path = new Path("/" + methodName + ".01.dat");
+
+ FSDataOutputStream fos =
+ fs.create(path, FsPermission.getFileDefault(),
EnumSet.of(CreateFlag.CREATE), bufferLength,
+ replication, BLOCK_SIZE, null);
+ // Allocate a block.
+ fos.write(new byte[bufferLength]);
+ fos.hsync();
+
+ DataNode dataNode = cluster.getDataNodes().get(0);
+ FsDatasetImpl fsDataSetImpl = (FsDatasetImpl) dataNode.getFSDataset();
+ long expectedReservedSpace = BLOCK_SIZE - bufferLength;
+
+ String bpid = cluster.getNamesystem().getBlockPoolId();
+ Collection<ReplicaInfo> replicas =
FsDatasetTestUtil.getReplicas(fsDataSetImpl, bpid);
+ ReplicaInfo r = replicas.iterator().next();
+
+ // Verify Initial Bytes Reserved for Replica and Volume are correct
+ assertEquals(fsDataSetImpl.getVolumeList().get(0).getReservedForReplicas(),
+ expectedReservedSpace);
+ assertEquals(r.getBytesReserved(), expectedReservedSpace);
+
+ // Verify Bytes Reserved for Replica and Volume are correct after finalize
+ fsDataSetImpl.finalizeNewReplica(r, new ExtendedBlock(bpid, r));
+
+
assertEquals(fsDataSetImpl.getVolumeList().get(0).getReservedForReplicas(), 0L);
+ assertEquals(r.getBytesReserved(), 0L);
+
+ fos.close();
+ }
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
