Author: mreutegg
Date: Tue Mar 12 12:30:18 2019
New Revision: 1855313

URL: http://svn.apache.org/viewvc?rev=1855313&view=rev
Log:
OAK-8106: High memory usage when large branch is reset

Merged revisions 1854827 and 1854930 from trunk

Modified:
    jackrabbit/oak/branches/1.10/   (props changed)
    
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/Branch.java
    
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java
    
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranch.java
    
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentMKResetTest.java
    
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchInCommitHookTest.java
    
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchesTest.java

Propchange: jackrabbit/oak/branches/1.10/
------------------------------------------------------------------------------
--- svn:mergeinfo (original)
+++ svn:mergeinfo Tue Mar 12 12:30:18 2019
@@ -1,3 +1,3 @@
 /jackrabbit/oak/branches/1.0:1665962
-/jackrabbit/oak/trunk:1850874,1850882,1851236,1851253,1851451,1851533-1851535,1851619,1852052,1852084,1852120,1852451,1852492-1852493,1852528,1852582,1852584,1852601,1852920,1853141,1853229,1853393,1853429,1853433,1853441,1853866,1853868,1853870,1853893,1853969,1853997,1854034,1854044,1854058,1854113,1854373,1854377,1854380,1854385,1854401,1854403,1854455,1854461-1854462,1854466,1854468,1854515,1854533,1854701,1854848,1854859,1855221
+/jackrabbit/oak/trunk:1850874,1850882,1851236,1851253,1851451,1851533-1851535,1851619,1852052,1852084,1852120,1852451,1852492-1852493,1852528,1852582,1852584,1852601,1852920,1853141,1853229,1853393,1853429,1853433,1853441,1853866,1853868,1853870,1853893,1853969,1853997,1854034,1854044,1854058,1854113,1854373,1854377,1854380,1854385,1854401,1854403,1854455,1854461-1854462,1854466,1854468,1854515,1854533,1854701,1854827,1854848,1854859,1854930,1855221
 /jackrabbit/trunk:1345480

Modified: 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/Branch.java
URL: 
http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/Branch.java?rev=1855313&r1=1855312&r2=1855313&view=diff
==============================================================================
--- 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/Branch.java
 (original)
+++ 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/Branch.java
 Tue Mar 12 12:30:18 2019
@@ -93,7 +93,7 @@ class Branch {
     }
 
     /**
-     * @return the initial base of this branch.
+     * @return the initial base of this branch. This is a trunk revision.
      */
     @NotNull
     RevisionVector getBase() {
@@ -301,6 +301,9 @@ class Branch {
             this.commit = commit;
         }
 
+        /**
+         * @return the branch base for this branch commit.
+         */
         RevisionVector getBase() {
             return base;
         }

Modified: 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java
URL: 
http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java?rev=1855313&r1=1855312&r2=1855313&view=diff
==============================================================================
--- 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java
 (original)
+++ 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java
 Tue Mar 12 12:30:18 2019
@@ -46,6 +46,7 @@ import java.io.Closeable;
 import java.io.IOException;
 import java.io.InputStream;
 import java.lang.ref.WeakReference;
+import java.util.ArrayList;
 import java.util.Collections;
 import java.util.HashSet;
 import java.util.Iterator;
@@ -60,6 +61,7 @@ import java.util.concurrent.Executor;
 import java.util.concurrent.TimeUnit;
 import java.util.concurrent.atomic.AtomicBoolean;
 import java.util.concurrent.atomic.AtomicInteger;
+import java.util.concurrent.atomic.AtomicReference;
 import java.util.concurrent.locks.ReadWriteLock;
 import java.util.concurrent.locks.ReentrantReadWriteLock;
 
@@ -1640,45 +1642,53 @@ public final class DocumentNodeStore
             throw new DocumentStoreException(branchHead + " is not the head " +
                     "of a branch");
         }
-        if (!b.containsCommit(ancestor.getBranchRevision())
+        Revision ancestorRev = ancestor.getBranchRevision();
+        if (!b.containsCommit(ancestorRev)
                 && 
!b.getBase().asBranchRevision(getClusterId()).equals(ancestor)) {
             throw new DocumentStoreException(ancestor + " is not " +
                     "an ancestor revision of " + branchHead);
         }
-        // tailSet is inclusive -> use an ancestorRev with a
-        // counter incremented by one to make the call exclusive
-        Revision ancestorRev = ancestor.getBranchRevision();
-        ancestorRev = new Revision(ancestorRev.getTimestamp(),
-                ancestorRev.getCounter() + 1, ancestorRev.getClusterId(), 
true);
-        List<Revision> revs = 
newArrayList(b.getCommits().tailSet(ancestorRev));
-        if (revs.isEmpty()) {
-            // trivial
-            return branchHead;
+        // tailSet is inclusive and will contain the ancestorRev, unless
+        // the ancestorRev is the base revision of the branch
+        List<Revision> revs = new ArrayList<>();
+        if (!b.containsCommit(ancestorRev)) {
+            // add before all other branch revisions
+            revs.add(ancestorRev);
         }
+        revs.addAll(b.getCommits().tailSet(ancestorRev));
         UpdateOp rootOp = new UpdateOp(Utils.getIdFromPath("/"), false);
         // reset each branch commit in reverse order
         Map<String, UpdateOp> operations = Maps.newHashMap();
+        AtomicReference<Revision> currentRev = new AtomicReference<>();
         for (Revision r : reverse(revs)) {
-            NodeDocument.removeCollision(rootOp, r.asTrunkRevision());
-            NodeDocument.removeRevision(rootOp, r.asTrunkRevision());
-            NodeDocument.removeBranchCommit(rootOp, r.asTrunkRevision());
             operations.clear();
-            BranchCommit bc = b.getCommit(r);
+            Revision previous = currentRev.getAndSet(r);
+            if (previous == null) {
+                continue;
+            }
+            NodeDocument.removeCollision(rootOp, previous.asTrunkRevision());
+            NodeDocument.removeRevision(rootOp, previous.asTrunkRevision());
+            NodeDocument.removeBranchCommit(rootOp, 
previous.asTrunkRevision());
+            BranchCommit bc = b.getCommit(previous);
             if (bc.isRebase()) {
                 continue;
             }
-            getRoot(bc.getBase().update(r))
-                    .compareAgainstBaseState(getRoot(bc.getBase()),
-                            new ResetDiff(r.asTrunkRevision(), operations));
+            DocumentNodeState branchState = 
getRoot(bc.getBase().update(previous));
+            DocumentNodeState baseState = getRoot(bc.getBase().update(r));
+            LOG.debug("reset: comparing branch {} with base {}",
+                    branchState.getRootRevision(), 
baseState.getRootRevision());
+            branchState.compareAgainstBaseState(baseState,
+                    new ResetDiff(previous.asTrunkRevision(), operations));
+            LOG.debug("reset: applying {} operations", operations.size());
             // apply reset operations
-            for (UpdateOp op : operations.values()) {
-                store.findAndUpdate(Collection.NODES, op);
-            }
+            store.createOrUpdate(NODES, new ArrayList<>(operations.values()));
         }
-        store.findAndUpdate(Collection.NODES, rootOp);
+        store.findAndUpdate(NODES, rootOp);
         // clean up in-memory branch data
         for (Revision r : revs) {
-            b.removeCommit(r);
+            if (!r.equals(ancestorRev)) {
+                b.removeCommit(r);
+            }
         }
         return ancestor;
     }

Modified: 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranch.java
URL: 
http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranch.java?rev=1855313&r1=1855312&r2=1855313&view=diff
==============================================================================
--- 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranch.java
 (original)
+++ 
jackrabbit/oak/branches/1.10/oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranch.java
 Tue Mar 12 12:30:18 2019
@@ -541,8 +541,16 @@ class DocumentNodeStoreBranch implements
                 } finally {
                     if (!success) {
                         this.head = previousHead;
-                        // make sure branch state is reset
-                        branchState = this;
+                        if (this != branchState) {
+                            // the branch state transitioned to persisted while
+                            // processing the commit hook and then failed.
+                            // remember the persisted branch state
+                            BranchState currentState = branchState;
+                            // reset branch state back to in-memory
+                            branchState = this;
+                            // reset the entire persisted branch state
+                            reset(currentState.persist());
+                        }
                     }
                 }
             } finally {
@@ -551,6 +559,25 @@ class DocumentNodeStoreBranch implements
                 }
             }
         }
+
+        /**
+         * Reset the entire persisted branch.
+         *
+         * @param p the persisted branch.
+         */
+        private void reset(Persisted p) {
+            RevisionVector branchHeadRev = p.getHead().getRootRevision();
+            // get the branch that belongs to this persisted branch state
+            Branch b = store.getBranches().getBranch(branchHeadRev);
+            if (b != null) {
+                try {
+                    store.reset(branchHeadRev,
+                            
b.getBase().asBranchRevision(store.getClusterId()));
+                } catch (Exception e) {
+                    LOG.warn("Resetting persisted branch failed", e);
+                }
+            }
+        }
 
         private ModifiedDocumentNodeState 
newModifiedDocumentNodeState(NodeState modified) {
             return new ModifiedDocumentNodeState(store, 
DocumentNodeStoreBranch.this, base, modified);

Modified: 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentMKResetTest.java
URL: 
http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentMKResetTest.java?rev=1855313&r1=1855312&r2=1855313&view=diff
==============================================================================
--- 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentMKResetTest.java
 (original)
+++ 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentMKResetTest.java
 Tue Mar 12 12:30:18 2019
@@ -44,6 +44,37 @@ public class DocumentMKResetTest extends
     }
 
     @Test
+    public void resetEmptyBranch() {
+        String rev = mk.branch(null);
+        try {
+            mk.reset(rev, rev);
+            fail("DocumentStoreException expected");
+        } catch (DocumentStoreException expected) {}
+    }
+
+    @Test
+    public void resetNonBranchHead() {
+        String base = mk.branch(null);
+        String rev = addNodes(base, "/foo");
+        addNodes(rev, "/bar");
+        try {
+            mk.reset(rev, base);
+            fail("DocumentStoreException expected");
+        } catch (DocumentStoreException expected) {}
+    }
+
+    @Test
+    public void resetWithForeignAncestor() {
+        String rev = mk.branch(null);
+        rev = addNodes(rev, "/foo");
+        addNodes(null, "/bar");
+        try {
+            mk.reset(rev, mk.branch(null));
+            fail("DocumentStoreException expected");
+        } catch (DocumentStoreException expected) {}
+    }
+
+    @Test
     public void resetTrunk() {
         String rev = addNodes(null, "/foo");
         try {

Modified: 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchInCommitHookTest.java
URL: 
http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchInCommitHookTest.java?rev=1855313&r1=1855312&r2=1855313&view=diff
==============================================================================
--- 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchInCommitHookTest.java
 (original)
+++ 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchInCommitHookTest.java
 Tue Mar 12 12:30:18 2019
@@ -132,14 +132,13 @@ public class DocumentNodeStoreBranchInCo
 
         hook.assertChanges(ns.getRoot());
 
-        // must have left behind unmerged branch commits
+        // must not leave behind unmerged branch commits (OAK-8106)
         root = Utils.getRootDocument(ns.getDocumentStore());
         for (String value : root.getLocalRevisions().values()) {
             if (!Utils.isCommitted(value)) {
-                return;
+                fail("Must not leave unmerged branch commits behind");
             }
         }
-        fail("Must have created unmerged branch commits");
     }
 
     private int numBranchCommits(NodeDocument root) {

Modified: 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchesTest.java
URL: 
http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchesTest.java?rev=1855313&r1=1855312&r2=1855313&view=diff
==============================================================================
--- 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchesTest.java
 (original)
+++ 
jackrabbit/oak/branches/1.10/oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreBranchesTest.java
 Tue Mar 12 12:30:18 2019
@@ -16,15 +16,26 @@
  */
 package org.apache.jackrabbit.oak.plugins.document;
 
+import static org.apache.jackrabbit.oak.plugins.document.Collection.NODES;
+import static org.hamcrest.Matchers.empty;
+import static org.hamcrest.Matchers.is;
+import static org.hamcrest.Matchers.lessThanOrEqualTo;
 import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertThat;
 import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
 
 import java.util.Arrays;
 
+import javax.annotation.Nonnull;
+
 import org.apache.jackrabbit.oak.api.CommitFailedException;
 import org.apache.jackrabbit.oak.api.PropertyState;
 import org.apache.jackrabbit.oak.api.Type;
+import org.apache.jackrabbit.oak.commons.PathUtils;
 import org.apache.jackrabbit.oak.plugins.document.DocumentMK.Builder;
+import org.apache.jackrabbit.oak.plugins.document.memory.MemoryDocumentStore;
+import org.apache.jackrabbit.oak.plugins.document.util.Utils;
 import org.apache.jackrabbit.oak.spi.commit.CommitHook;
 import org.apache.jackrabbit.oak.spi.commit.CommitInfo;
 import org.apache.jackrabbit.oak.spi.commit.CompositeHook;
@@ -37,7 +48,6 @@ import org.apache.jackrabbit.oak.spi.sta
 import org.apache.jackrabbit.oak.spi.state.NodeState;
 import org.apache.jackrabbit.oak.stats.Clock;
 import org.jetbrains.annotations.Nullable;
-import org.junit.After;
 import org.junit.AfterClass;
 import org.junit.BeforeClass;
 import org.junit.Rule;
@@ -127,6 +137,247 @@ public class DocumentNodeStoreBranchesTe
         }
     }
 
+    // OAK-8106
+    @Test
+    public void resetBranch() throws Exception {
+        final long branchCommits = 5;
+        final int updateLimit = 100;
+        final CountingDocumentStore store = new CountingDocumentStore(new 
MemoryDocumentStore());
+        DocumentNodeStore ns = builderProvider.newBuilder()
+                .setUpdateLimit(updateLimit).setAsyncDelay(0)
+                .setDocumentStore(store).getNodeStore();
+        ns.setMaxBackOffMillis(0); // do not retry merges
+        NodeBuilder nb  = ns.getRoot().builder();
+        for (int i = 0; i < branchCommits; i++) {
+            NodeBuilder child = nb.child("foo").child("node-" + i);
+            for (int j = 0; j < updateLimit; j++) {
+                child.child("node-" + j).setProperty("p", "v");
+            }
+        }
+
+        // add some other node to force a rebase
+        NodeBuilder nb2 = ns.getRoot().builder();
+        nb2.setProperty("foo", "v");
+        TestUtils.merge(ns, nb2);
+
+        try {
+            ns.merge(nb, new CommitHook() {
+                @Nonnull
+                @Override
+                public NodeState processCommit(NodeState before,
+                                               NodeState after,
+                                               CommitInfo info)
+                        throws CommitFailedException {
+                    // add more nodes and then fail the commit to trigger a 
reset
+                    NodeBuilder nb = after.builder().child("bar");
+                    for (int i = 0; i < branchCommits; i++) {
+                        NodeBuilder child = nb.child("node-" + i);
+                        for (int j = 0; j < updateLimit; j++) {
+                            child.child("node-" + j);
+                        }
+                    }
+                    // reset counter before throwing the exception to measure
+                    // the number of calls for the reset
+                    store.resetCounters();
+                    throw new CommitFailedException(CommitFailedException.OAK, 
1, "failure");
+                }
+            }, CommitInfo.EMPTY);
+            fail("Merge must fail with CommitFailedException");
+        } catch (CommitFailedException e) {
+            // expected
+        }
+
+        long numCreateOrUpdate = store.getNumCreateOrUpdateCalls(NODES);
+        assertThat(numCreateOrUpdate, lessThanOrEqualTo(branchCommits + 1));
+
+        // verify reset cleaned up properly
+        for (NodeDocument doc : Utils.getAllDocuments(store)) {
+            String path = doc.getPath();
+            if (path.startsWith("/bar")) {
+                assertThat(path, doc.getLocalRevisions().keySet(), 
is(empty()));
+                assertThat(path, doc.getLocalCommitRoot().keySet(), 
is(empty()));
+                assertThat(path, doc.getDeleted().keySet(), is(empty()));
+                assertThat(path, doc.getLocalBranchCommits(), is(empty()));
+                assertTrue(path, doc.wasDeletedOnce());
+            }
+        }
+    }
+
+    // OAK-8106
+    @Test
+    public void resetBranchCreatedByCommitHook() {
+        final long branchCommits = 5;
+        final int updateLimit = 100;
+        DocumentNodeStore ns = builderProvider.newBuilder()
+                .setUpdateLimit(updateLimit).setAsyncDelay(0)
+                .getNodeStore();
+        ns.setMaxBackOffMillis(0); // do not retry merges
+        NodeBuilder nb  = ns.getRoot().builder();
+        nb.child("foo");
+        try {
+            ns.merge(nb, new CommitHook() {
+                @Nonnull
+                @Override
+                public NodeState processCommit(NodeState before,
+                                               NodeState after,
+                                               CommitInfo info)
+                        throws CommitFailedException {
+                    // add more nodes and then fail the commit to trigger a 
reset
+                    NodeBuilder nb = after.builder().child("bar");
+                    for (int i = 0; i < branchCommits; i++) {
+                        NodeBuilder child = nb.child("node-" + i);
+                        for (int j = 0; j < updateLimit; j++) {
+                            child.child("node-" + j);
+                        }
+                    }
+                    throw new CommitFailedException(CommitFailedException.OAK, 
1, "failure");
+                }
+            }, CommitInfo.EMPTY);
+            fail("Merge must fail with CommitFailedException");
+        } catch (CommitFailedException e) {
+            // expected
+        }
+
+        // verify reset cleaned up properly
+        for (NodeDocument doc : Utils.getAllDocuments(ns.getDocumentStore())) {
+            String path = doc.getPath();
+            if (path.startsWith("/bar")) {
+                assertThat(path, doc.getLocalRevisions().keySet(), 
is(empty()));
+                assertThat(path, doc.getLocalCommitRoot().keySet(), 
is(empty()));
+                assertThat(path, doc.getDeleted().keySet(), is(empty()));
+                assertThat(path, doc.getLocalBranchCommits(), is(empty()));
+                assertTrue(path, doc.wasDeletedOnce());
+            }
+        }
+    }
+
+    // OAK-8106
+    @Test
+    public void resetBranchWithFinalRebaseBranchCommit()
+            throws CommitFailedException {
+        final long branchCommits = 5;
+        final int updateLimit = 100;
+        final DocumentNodeStore ns = builderProvider.newBuilder()
+                .setUpdateLimit(updateLimit).setAsyncDelay(0)
+                .getNodeStore();
+        ns.setMaxBackOffMillis(0); // do not retry merges
+        NodeBuilder nb  = ns.getRoot().builder();
+        nb.child("foo");
+        try {
+            ns.merge(nb, new CommitHook() {
+                @Nonnull
+                @Override
+                public NodeState processCommit(NodeState before,
+                                               NodeState after,
+                                               CommitInfo info)
+                        throws CommitFailedException {
+                    // add more nodes to create branch commits
+                    DocumentRootBuilder nb = (DocumentRootBuilder) 
after.builder();
+                    for (int i = 0; i < branchCommits; i++) {
+                        NodeBuilder child = nb.child("bar").child("node-" + i);
+                        for (int j = 0; j < updateLimit; j++) {
+                            child.child("node-" + j);
+                        }
+                        // add a node with a different merge
+                        addNodes(ns, "/baz/node-" + i);
+                        // now force a rebase
+                        nb.rebase();
+                    }
+                    // eventually fail the commit to trigger a reset
+                    throw new CommitFailedException(CommitFailedException.OAK, 
Integer.MAX_VALUE, "failure");
+                }
+            }, CommitInfo.EMPTY);
+            fail("Merge must fail with CommitFailedException");
+        } catch (CommitFailedException e) {
+            if (e.getCode() != Integer.MAX_VALUE) {
+                throw e;
+            }
+            // otherwise expected
+        }
+
+        // verify reset cleaned up properly
+        for (NodeDocument doc : Utils.getAllDocuments(ns.getDocumentStore())) {
+            String path = doc.getPath();
+            if (path.startsWith("/bar")) {
+                assertThat(path, doc.getLocalRevisions().keySet(), 
is(empty()));
+                assertThat(path, doc.getLocalCommitRoot().keySet(), 
is(empty()));
+                assertThat(path, doc.getDeleted().keySet(), is(empty()));
+                assertThat(path, doc.getLocalBranchCommits(), is(empty()));
+                assertTrue(path, doc.wasDeletedOnce());
+            }
+        }
+    }
+
+    // OAK-8106
+    @Test
+    public void resetBranchWithFirstRebaseBranchCommit()
+            throws CommitFailedException {
+        final long branchCommits = 5;
+        final int updateLimit = 100;
+        final DocumentNodeStore ns = builderProvider.newBuilder()
+                .setUpdateLimit(updateLimit).setAsyncDelay(0)
+                .getNodeStore();
+        ns.setMaxBackOffMillis(0); // do not retry merges
+        NodeBuilder nb  = ns.getRoot().builder();
+        nb.child("foo");
+        try {
+            ns.merge(nb, new CommitHook() {
+                @Nonnull
+                @Override
+                public NodeState processCommit(NodeState before,
+                                               NodeState after,
+                                               CommitInfo info)
+                        throws CommitFailedException {
+                    // add more nodes to create branch commits
+                    DocumentRootBuilder nb = (DocumentRootBuilder) 
after.builder();
+                    for (int i = 0; i < branchCommits; i++) {
+                        // add a node with a different merge
+                        addNodes(ns, "/baz/node-" + i);
+                        // now force a rebase
+                        nb.rebase();
+                        // and add nodes until a branch commit is created
+                        NodeBuilder child = nb.child("bar").child("node-" + i);
+                        for (int j = 0; j < updateLimit; j++) {
+                            child.child("node-" + j);
+                        }
+                    }
+                    // eventually fail the commit to trigger a reset
+                    throw new CommitFailedException(CommitFailedException.OAK, 
Integer.MAX_VALUE, "failure");
+                }
+            }, CommitInfo.EMPTY);
+            fail("Merge must fail with CommitFailedException");
+        } catch (CommitFailedException e) {
+            if (e.getCode() != Integer.MAX_VALUE) {
+                throw e;
+            }
+            // otherwise expected
+        }
+
+        // verify reset cleaned up properly
+        for (NodeDocument doc : Utils.getAllDocuments(ns.getDocumentStore())) {
+            String path = doc.getPath();
+            if (path.startsWith("/bar")) {
+                assertThat(path, doc.getLocalRevisions().keySet(), 
is(empty()));
+                assertThat(path, doc.getLocalCommitRoot().keySet(), 
is(empty()));
+                assertThat(path, doc.getDeleted().keySet(), is(empty()));
+                assertThat(path, doc.getLocalBranchCommits(), is(empty()));
+                assertTrue(path, doc.wasDeletedOnce());
+            }
+        }
+    }
+
+    private void addNodes(DocumentNodeStore ns, String... paths)
+            throws CommitFailedException {
+        NodeBuilder nb = ns.getRoot().builder();
+        for (String p : paths) {
+            NodeBuilder b = nb;
+            for (String name : PathUtils.elements(p)) {
+                b = b.child(name);
+            }
+        }
+        TestUtils.merge(ns, nb);
+    }
+
     private static class TestEditor extends DefaultEditor {
 
         private final NodeBuilder builder;


Reply via email to