Repository: hadoop Updated Branches: refs/heads/ozone-0.3 39d088bc2 -> 73fbde31c
HDDS-775. Batch updates to container db to minimize number of updates. Contributed by Mukul Kumar Singh. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/73fbde31 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/73fbde31 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/73fbde31 Branch: refs/heads/ozone-0.3 Commit: 73fbde31c65941cad3b4ec48e72f4e8335c7d556 Parents: 39d088b Author: Nanda kumar <[email protected]> Authored: Thu Nov 1 17:55:13 2018 +0530 Committer: Nanda kumar <[email protected]> Committed: Thu Nov 1 17:56:34 2018 +0530 ---------------------------------------------------------------------- .../apache/hadoop/hdds/scm/container/SCMContainerManager.java | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/73fbde31/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/SCMContainerManager.java ---------------------------------------------------------------------- diff --git a/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/SCMContainerManager.java b/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/SCMContainerManager.java index ec2a8d0..28fe788 100644 --- a/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/SCMContainerManager.java +++ b/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/SCMContainerManager.java @@ -526,6 +526,7 @@ public class SCMContainerManager implements ContainerManager { containerInfos = reports.getReportsList(); PendingDeleteStatusList pendingDeleteStatusList = new PendingDeleteStatusList(datanodeDetails); + BatchOperation batch = new BatchOperation(); for (StorageContainerDatanodeProtocolProtos.ContainerInfo contInfo : containerInfos) { // Update replica info during registration process. @@ -575,7 +576,7 @@ public class SCMContainerManager implements ContainerManager { // // We need to write this to DB again since the closed only write // the updated State. - containerStore.put(dbKey, newState.toByteArray()); + batch.put(dbKey, newState.toByteArray()); } else { // Container not found in our container db. @@ -588,6 +589,7 @@ public class SCMContainerManager implements ContainerManager { lock.unlock(); } } + containerStore.writeBatch(batch); if (pendingDeleteStatusList.getNumPendingDeletes() > 0) { eventPublisher.fireEvent(SCMEvents.PENDING_DELETE_STATUS, pendingDeleteStatusList); --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
