Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-7.x-Linux/105/
Java: 64bit/jdk-9.0.4 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 7 in https://127.0.0.1:33745/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 7 in https://127.0.0.1:33745/solr
        at 
__randomizedtesting.SeedInfo.seed([C637FC8A79FD63C6:7C7852654ADA961]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:901)
        at 
org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:566)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 7 in https://127.0.0.1:37867/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 7 in https://127.0.0.1:37867/solr
        at 
__randomizedtesting.SeedInfo.seed([C637FC8A79FD63C6:7C7852654ADA961]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:901)
        at 
org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:566)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 7 in https://127.0.0.1:34085/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 7 in https://127.0.0.1:34085/solr
        at 
__randomizedtesting.SeedInfo.seed([C637FC8A79FD63C6:7C7852654ADA961]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:901)
        at 
org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:566)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 7 in https://127.0.0.1:46507/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 7 in https://127.0.0.1:46507/solr
        at 
__randomizedtesting.SeedInfo.seed([C637FC8A79FD63C6:7C7852654ADA961]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:901)
        at 
org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:566)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 14121 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> 2807501 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/init-core-data-001
   [junit4]   2> 2807502 WARN  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=86 numCloses=86
   [junit4]   2> 2807502 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2807503 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 2807503 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001
   [junit4]   2> 2807504 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2807507 INFO  (Thread-4136) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2807507 INFO  (Thread-4136) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2807540 ERROR (Thread-4136) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2807607 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:32859
   [junit4]   2> 2807615 INFO  (zkConnectionManagerCallback-7604-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2807618 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 2807643 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 2807691 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2807691 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2807691 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2807699 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@58466b45{/solr,null,AVAILABLE}
   [junit4]   2> 2807700 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@75a5c122{SSL,[ssl, 
http/1.1]}{127.0.0.1:46507}
   [junit4]   2> 2807700 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.e.j.s.Server Started @2807740ms
   [junit4]   2> 2807700 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46507}
   [junit4]   2> 2807700 ERROR (jetty-launcher-7601-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2807700 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2807700 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.6.0
   [junit4]   2> 2807700 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2807700 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2807700 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-14T08:35:04.810532Z
   [junit4]   2> 2807718 INFO  (zkConnectionManagerCallback-7606-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2807719 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2807738 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2807739 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2807739 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2807739 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@61ca11d5{/solr,null,AVAILABLE}
   [junit4]   2> 2807739 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@6236dad{SSL,[ssl, 
http/1.1]}{127.0.0.1:44121}
   [junit4]   2> 2807739 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.e.j.s.Server Started @2807780ms
   [junit4]   2> 2807739 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44121}
   [junit4]   2> 2807739 ERROR (jetty-launcher-7601-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2807740 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2807740 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.6.0
   [junit4]   2> 2807740 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2807740 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2807740 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-14T08:35:04.850097Z
   [junit4]   2> 2807753 INFO  (zkConnectionManagerCallback-7608-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2807754 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2808032 INFO  (jetty-launcher-7601-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32859/solr
   [junit4]   2> 2808060 INFO  (zkConnectionManagerCallback-7612-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2808107 INFO  (jetty-launcher-7601-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32859/solr
   [junit4]   2> 2808132 INFO  (zkConnectionManagerCallback-7618-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2808144 INFO  (zkConnectionManagerCallback-7614-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2808178 INFO  (zkConnectionManagerCallback-7620-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2808221 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46507_solr
   [junit4]   2> 2808222 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.Overseer Overseer 
(id=72093747757121542-127.0.0.1:46507_solr-n_0000000000) starting
   [junit4]   2> 2808254 INFO  (zkConnectionManagerCallback-7629-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2808269 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:32859/solr ready
   [junit4]   2> 2808270 INFO  
(OverseerStateUpdate-72093747757121542-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:46507_solr
   [junit4]   2> 2808275 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46507_solr
   [junit4]   2> 2808279 INFO  (zkCallback-7619-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2808285 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2808286 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 2808286 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44121_solr
   [junit4]   2> 2808287 INFO  (zkCallback-7628-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2808317 INFO  (zkCallback-7613-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2808330 INFO  (zkCallback-7619-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2808358 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 2808391 INFO  (zkConnectionManagerCallback-7635-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2808393 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2808394 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:32859/solr ready
   [junit4]   2> 2808395 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 2808399 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46507.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2808407 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44121.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2808407 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46507.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2808407 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46507.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2808408 INFO  (jetty-launcher-7601-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001/node1/.
   [junit4]   2> 2808413 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44121.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2808414 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44121.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2808415 INFO  (jetty-launcher-7601-thread-2) 
[n:127.0.0.1:44121_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001/node2/.
   [junit4]   2> 2808494 INFO  (zkConnectionManagerCallback-7638-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2808501 INFO  (zkConnectionManagerCallback-7643-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2808501 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2808502 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32859/solr ready
   [junit4]   2> 2808503 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 2808531 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with 
params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 2808534 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=3
   [junit4]   2> 2808574 INFO  
(TEST-TestTlogReplica.testAddDocs-seed#[C637FC8A79FD63C6]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
   [junit4]   2> 2808575 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=3&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2808576 INFO  
(OverseerThreadFactory-7379-thread-1-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
tlog_replica_test_add_docs
   [junit4]   2> 2808691 WARN  
(OverseerThreadFactory-7379-thread-1-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.a.c.CreateCollectionCmd Specified number 
of replicas of 3 on collection tlog_replica_test_add_docs is higher than the 
number of Solr instances currently live or live and part of your 
createNodeSet(2). It's unusual to run two replica of the same slice on the same 
Solr-instance.
   [junit4]   2> 2808696 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 2808719 INFO  (qtp1476834707-26986) [n:127.0.0.1:46507_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 2808724 INFO  
(OverseerStateUpdate-72093747757121542-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_add_docs_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46507/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2808725 INFO  
(OverseerStateUpdate-72093747757121542-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_add_docs_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44121/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2808732 INFO  
(OverseerStateUpdate-72093747757121542-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_add_docs_shard1_replica_t4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44121/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2808972 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr    
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation 
core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2808973 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr    
x:tlog_replica_test_add_docs_shard1_replica_t1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2808975 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr    
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.h.a.CoreAdminOperation 
core create command 
qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2808975 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr    
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.a.CoreAdminOperation 
core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2809989 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.6.0
   [junit4]   2> 2810029 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.6.0
   [junit4]   2> 2810034 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.6.0
   [junit4]   2> 2810036 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema 
[tlog_replica_test_add_docs_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 2810039 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2810039 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.CoreContainer Creating 
SolrCore 'tlog_replica_test_add_docs_shard1_replica_t2' using configuration 
from collection tlog_replica_test_add_docs, trusted=true
   [junit4]   2> 2810039 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_44121.solr.core.tlog_replica_test_add_docs.shard1.replica_t2' (registry 
'solr.core.tlog_replica_test_add_docs.shard1.replica_t2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2810039 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.SolrCore 
[[tlog_replica_test_add_docs_shard1_replica_t2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001/node2/tlog_replica_test_add_docs_shard1_replica_t2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001/node2/./tlog_replica_test_add_docs_shard1_replica_t2/data/]
   [junit4]   2> 2810040 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.s.IndexSchema 
[tlog_replica_test_add_docs_shard1_replica_t4] Schema name=minimal
   [junit4]   2> 2810041 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema 
[tlog_replica_test_add_docs_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 2810042 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2810042 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.CoreContainer Creating 
SolrCore 'tlog_replica_test_add_docs_shard1_replica_t4' using configuration 
from collection tlog_replica_test_add_docs, trusted=true
   [junit4]   2> 2810043 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_44121.solr.core.tlog_replica_test_add_docs.shard1.replica_t4' (registry 
'solr.core.tlog_replica_test_add_docs.shard1.replica_t4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2810043 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.SolrCore 
[[tlog_replica_test_add_docs_shard1_replica_t4] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001/node2/tlog_replica_test_add_docs_shard1_replica_t4],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001/node2/./tlog_replica_test_add_docs_shard1_replica_t4/data/]
   [junit4]   2> 2810043 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2810043 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.CoreContainer Creating 
SolrCore 'tlog_replica_test_add_docs_shard1_replica_t1' using configuration 
from collection tlog_replica_test_add_docs, trusted=true
   [junit4]   2> 2810046 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_46507.solr.core.tlog_replica_test_add_docs.shard1.replica_t1' (registry 
'solr.core.tlog_replica_test_add_docs.shard1.replica_t1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@78f40ac9
   [junit4]   2> 2810046 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore 
[[tlog_replica_test_add_docs_shard1_replica_t1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001/node1/tlog_replica_test_add_docs_shard1_replica_t1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-001/tempDir-001/node1/./tlog_replica_test_add_docs_shard1_replica_t1/data/]
   [junit4]   2> 2810177 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2810177 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2810177 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2810177 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2810177 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2810177 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2810179 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2810179 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2810179 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2810179 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2810179 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2810179 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2810180 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@2ab0b741[tlog_replica_test_add_docs_shard1_replica_t4] main]
   [junit4]   2> 2810180 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@28c7cd5d[tlog_replica_test_add_docs_shard1_replica_t2] main]
   [junit4]   2> 2810183 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2810183 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2810183 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2810184 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 2810184 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1614289155961913344
   [junit4]   2> 2810185 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2810186 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 2810186 INFO  
(searcherExecutor-7389-thread-1-processing-n:127.0.0.1:44121_solr 
x:tlog_replica_test_add_docs_shard1_replica_t4 c:tlog_replica_test_add_docs 
s:shard1 r:core_node6) [n:127.0.0.1:44121_solr c:tlog_replica_test_add_docs 
s:shard1 r:core_node6 x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t4] Registered new 
searcher Searcher@2ab0b741[tlog_replica_test_add_docs_shard1_replica_t4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2810186 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@47f4ac15[tlog_replica_test_add_docs_shard1_replica_t1] main]
   [junit4]   2> 2810187 INFO  
(searcherExecutor-7388-thread-1-processing-n:127.0.0.1:44121_solr 
x:tlog_replica_test_add_docs_shard1_replica_t2 c:tlog_replica_test_add_docs 
s:shard1 r:core_node5) [n:127.0.0.1:44121_solr c:tlog_replica_test_add_docs 
s:shard1 r:core_node5 x:tlog_replica_test_add_docs_shard1_replica_t2] 
o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new 
searcher Searcher@28c7cd5d[tlog_replica_test_add_docs_shard1_replica_t2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2810187 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2810187 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2810188 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 2810188 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1614289155966107648
   [junit4]   2> 2810188 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/tlog_replica_test_add_docs/terms/shard1 to 
Terms{values={core_node6=0}, version=0}
   [junit4]   2> 2810189 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1614289155967156224
   [junit4]   2> 2810199 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=3 found=1 timeoutin=9989ms
   [junit4]   2> 2810201 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/tlog_replica_test_add_docs/terms/shard1 to 
Terms{values={core_node6=0, core_node5=0}, version=1}
   [junit4]   2> 2810201 INFO  
(searcherExecutor-7390-thread-1-processing-n:127.0.0.1:46507_solr 
x:tlog_replica_test_add_docs_shard1_replica_t1 c:tlog_replica_test_add_docs 
s:shard1 r:core_node3) [n:127.0.0.1:46507_solr c:tlog_replica_test_add_docs 
s:shard1 r:core_node3 x:tlog_replica_test_add_docs_shard1_replica_t1] 
o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new 
searcher Searcher@47f4ac15[tlog_replica_test_add_docs_shard1_replica_t1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2810201 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/tlog_replica_test_add_docs/terms/shard1 to 
Terms{values={core_node6=0, core_node3=0, core_node5=0}, version=2}
   [junit4]   2> 2810702 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2810702 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2810702 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.SyncStrategy Sync 
replicas to 
https://127.0.0.1:44121/solr/tlog_replica_test_add_docs_shard1_replica_t4/
   [junit4]   2> 2810703 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.PeerSync PeerSync: 
core=tlog_replica_test_add_docs_shard1_replica_t4 
url=https://127.0.0.1:44121/solr START 
replicas=[https://127.0.0.1:46507/solr/tlog_replica_test_add_docs_shard1_replica_t1/,
 https://127.0.0.1:44121/solr/tlog_replica_test_add_docs_shard1_replica_t2/] 
nUpdates=100
   [junit4]   2> 2810719 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.PeerSync PeerSync: 
core=tlog_replica_test_add_docs_shard1_replica_t4 
url=https://127.0.0.1:44121/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2810730 INFO  (qtp1316031710-27002) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2810743 INFO  (qtp1476834707-26988) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=3
   [junit4]   2> 2810743 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.SyncStrategy Leader's 
attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2810743 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2810743 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2810743 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.ZkController 
tlog_replica_test_add_docs_shard1_replica_t4 stopping background replication 
from leader
   [junit4]   2> 2810746 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:44121/solr/tlog_replica_test_add_docs_shard1_replica_t4/ 
shard1
   [junit4]   2> 2810860 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.ZkController I am the 
leader, no recovery necessary
   [junit4]   2> 2810908 INFO  (qtp1316031710-27004) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=1933
   [junit4]   2> 2810962 INFO  (zkCallback-7613-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_add_docs/state.json] for collection 
[tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2811202 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ZkController 
tlog_replica_test_add_docs_shard1_replica_t2 starting background replication 
from leader
   [junit4]   2> 2811202 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.ReplicateFromLeader 
Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2811203 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController 
tlog_replica_test_add_docs_shard1_replica_t1 starting background replication 
from leader
   [junit4]   2> 2811203 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ReplicateFromLeader 
Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2811210 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 2811211 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 2811213 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=2237
   [junit4]   2> 2811213 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 2811213 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 2811214 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Updated masterUrl to 
https://127.0.0.1:44121/solr/tlog_replica_test_add_docs_shard1_replica_t4/
   [junit4]   2> 2811215 INFO  (qtp1476834707-26987) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=2242
   [junit4]   2> 2811215 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 2811215 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 2811215 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 2811215 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2811215 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2811215 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 2811218 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2811218 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1b6bacd2[tlog_replica_test_add_docs_shard1_replica_t2] main]
   [junit4]   2> 2811219 INFO  (searcherExecutor-7388-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new 
searcher Searcher@1b6bacd2[tlog_replica_test_add_docs_shard1_replica_t2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2811318 INFO  (zkCallback-7619-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_add_docs/state.json] for collection 
[tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2811319 INFO  (zkCallback-7613-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_add_docs/state.json] for collection 
[tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2812218 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=3&wt=javabin&version=2}
 status=0 QTime=3643
   [junit4]   2> 2812226 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/tlog_replica_test_add_docs/terms/shard1 to 
Terms{values={core_node6=1, core_node3=1, core_node5=1}, version=3}
   [junit4]   2> 2812234 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44121/solr/tlog_replica_test_add_docs_shard1_replica_t4/&wt=javabin&version=2}{add=[1
 (1614289158099959808)]} 0 0
   [junit4]   2> 2812234 INFO  (qtp1476834707-26988) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44121/solr/tlog_replica_test_add_docs_shard1_replica_t4/&wt=javabin&version=2}{add=[1
 (1614289158099959808)]} 0 6
   [junit4]   2> 2812235 INFO  (qtp1316031710-26996) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[1 (1614289158099959808)]} 0 12
   [junit4]   2> 2812247 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:46507/solr/tlog_replica_test_add_docs_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 0
   [junit4]   2> 2812248 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.DirectUpdateHandler2 
start 
commit{_version_=1614289158126174208,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2812248 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.SolrIndexWriter Calling 
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@751554c6 
commitCommandVersion:1614289158126174208
   [junit4]   2> 2812250 INFO  (qtp1476834707-26985) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:46507/solr/tlog_replica_test_add_docs_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 0
   [junit4]   2> 2812254 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@8acca17[tlog_replica_test_add_docs_shard1_replica_t4] main]
   [junit4]   2> 2812254 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.u.DirectUpdateHandler2 
end_commit_flush
   [junit4]   2> 2812255 INFO  
(searcherExecutor-7389-thread-1-processing-n:127.0.0.1:44121_solr 
x:tlog_replica_test_add_docs_shard1_replica_t4 c:tlog_replica_test_add_docs 
s:shard1 r:core_node6) [n:127.0.0.1:44121_solr c:tlog_replica_test_add_docs 
s:shard1 r:core_node6 x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t4] Registered new 
searcher Searcher@8acca17[tlog_replica_test_add_docs_shard1_replica_t4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.6.0):C1)))}
   [junit4]   2> 2812256 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:46507/solr/tlog_replica_test_add_docs_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 8
   [junit4]   2> 2812256 INFO  (qtp1476834707-26988) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/update 
params={_stateVer_=tlog_replica_test_add_docs:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 17
   [junit4]   2> 2812269 INFO  (qtp1316031710-26993) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2812275 INFO  (qtp1476834707-27067) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2812376 INFO  (qtp1476834707-26988) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2812477 INFO  (qtp1476834707-26988) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2812578 INFO  (qtp1476834707-26988) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2812583 INFO  
(OverseerCollectionConfigSetProcessor-72093747757121542-127.0.0.1:46507_solr-n_0000000000)
 [n:127.0.0.1:46507_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2812678 INFO  (qtp1476834707-27067) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2812740 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Updated masterUrl to 
https://127.0.0.1:44121/solr/tlog_replica_test_add_docs_shard1_replica_t4/
   [junit4]   2> 2812742 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 2812742 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2812742 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 1539506109358
   [junit4]   2> 2812742 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2812742 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2812742 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2812743 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist}
 status=0 QTime=0
   [junit4]   2> 2812743 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Number of files in latest index in master: 16
   [junit4]   2> 2812744 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Starting download (fullCopy=false) to 
MockDirectoryWrapper(RAMDirectory@29ef0b5d 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1136c04d)
   [junit4]   2> 2812744 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812745 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812746 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.tim&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812746 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.tip&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812746 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812747 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812748 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812748 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812749 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812749 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812750 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812750 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812751 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812751 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812751 INFO  (qtp1316031710-26994) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812752 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2812752 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Bytes downloaded: 2609, Bytes skipped downloading: 0
   [junit4]   2> 2812752 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.h.IndexFetcher Total time taken for download 
(fullCopy=false,bytesDownloaded=2609) : 0 secs (null bytes/sec) to 
MockDirectoryWrapper(RAMDirectory@29ef0b5d 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1136c04d)
   [junit4]   2> 2812753 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2812753 INFO  (indexFetcher-7406-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@554ca60[tlog_replica_test_add_docs_shard1_replica_t1] main]
   [junit4]   2> 2812754 INFO  (searcherExecutor-7390-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new 
searcher Searcher@554ca60[tlog_replica_test_add_docs_shard1_replica_t1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.6.0):C1)))}
   [junit4]   2> 2812779 INFO  (qtp1476834707-27067) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2812786 INFO  (qtp1476834707-26988) [n:127.0.0.1:46507_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node3 
x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr 
path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} 
status=0 QTime=6
   [junit4]   2> 2812801 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2812902 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813002 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813103 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813205 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813309 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813410 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813510 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813611 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813712 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813813 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2813914 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2814015 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2814115 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node5 
x:tlog_replica_test_add_docs_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2814204 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 2814206 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2814207 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 1539506109358
   [junit4]   2> 2814207 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2814207 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2814207 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2814207 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist}
 status=0 QTime=0
   [junit4]   2> 2814208 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Number of files in latest index in master: 16
   [junit4]   2> 2814208 INFO  (indexFetcher-7405-thread-1) [    ] 
o.a.s.h.IndexFetcher Starting download (fullCopy=false) to 
MockDirectoryWrapper(RAMDirectory@250ff475 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e73d37f)
   [junit4]   2> 2814208 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2814210 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2814210 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.tim&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2814211 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.tip&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2814212 INFO  (qtp1316031710-27003) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 2814212 INFO  (qtp1316031710-26999) [n:127.0.0.1:44121_solr 
c:tlog_replica_test_add_docs s:shard1 r:core_node6 
x:tlog_replica_test_add_docs_shard1_replica_t4] o.a.s.c.S.Request 
[tlog_replica_test_add_docs_shard1_replica_t4]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdx&checksum=true&w

[...truncated too long message...]

null
   [junit4]   2> 211938 INFO  (jetty-closer-134-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7793c879: rootName = 
solr_34085, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@5bbb4c78
   [junit4]   2> 211939 INFO  (jetty-closer-134-thread-2) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39885_solr
   [junit4]   2> 211939 INFO  (jetty-closer-134-thread-1) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34085_solr
   [junit4]   2> 211939 INFO  (jetty-closer-134-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 211939 INFO  (zkCallback-254-thread-3) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 211940 INFO  (jetty-closer-134-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 211940 INFO  (zkCallback-242-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 211940 INFO  (zkCallback-235-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 211940 INFO  (zkCallback-261-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 211941 INFO  (jetty-closer-134-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=72093869186940953-127.0.0.1:39885_solr-n_0000000005) closing
   [junit4]   2> 211942 INFO  
(OverseerStateUpdate-72093869186940953-127.0.0.1:39885_solr-n_0000000005) 
[n:127.0.0.1:39885_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:39885_solr
   [junit4]   2> 211942 WARN  
(OverseerAutoScalingTriggerThread-72093869186940953-127.0.0.1:39885_solr-n_0000000005)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 211944 INFO  (jetty-closer-134-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@fde0041{/solr,null,UNAVAILABLE}
   [junit4]   2> 211944 INFO  (jetty-closer-134-thread-1) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 211948 INFO  (jetty-closer-134-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@39132fd3{/solr,null,UNAVAILABLE}
   [junit4]   2> 211948 INFO  (jetty-closer-134-thread-2) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 211948 ERROR 
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 211949 INFO  
(SUITE-TestTlogReplica-seed#[C637FC8A79FD63C6]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:32871 32871
   [junit4]   2> 211975 INFO  (Thread-98) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:32871 32871
   [junit4]   2> 211975 WARN  (Thread-98) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        32      /solr/configs/conf
   [junit4]   2>        29      
/solr/collections/tlog_replica_test_create_delete/terms/shard2
   [junit4]   2>        29      
/solr/collections/tlog_replica_test_create_delete/terms/shard1
   [junit4]   2>        19      
/solr/collections/tlog_replica_test_remove_leader/terms/shard1
   [junit4]   2>        18      
/solr/collections/tlog_replica_test_recovery/terms/shard1
   [junit4]   2>        16      
/solr/collections/tlog_replica_test_basic_leader_election/terms/shard1
   [junit4]   2>        16      
/solr/collections/tlog_replica_test_kill_leader/terms/shard1
   [junit4]   2>        16      
/solr/collections/tlog_replica_test_kill_tlog_replica/terms/shard1
   [junit4]   2>        15      /solr/aliases.json
   [junit4]   2>        13      
/solr/collections/tlog_replica_test_add_docs/terms/shard1
   [junit4]   2>        13      
/solr/collections/tlog_replica_test_real_time_get/terms/shard1
   [junit4]   2>        11      
/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/terms/shard1
   [junit4]   2>        11      
/solr/collections/tlog_replica_test_only_leader_indexes/terms/shard1
   [junit4]   2>        10      
/solr/collections/tlog_replica_test_delete_by_id/terms/shard1
   [junit4]   2>        8       
/solr/collections/tlog_replica_test_add_remove_tlog_replica/terms/shard2
   [junit4]   2>        7       /solr/security.json
   [junit4]   2>        7       
/solr/collections/tlog_replica_test_add_remove_tlog_replica/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        26      
/solr/collections/tlog_replica_test_create_delete/state.json
   [junit4]   2>        22      
/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
   [junit4]   2>        15      /solr/clusterstate.json
   [junit4]   2>        15      /solr/clusterprops.json
   [junit4]   2>        13      
/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2>        13      
/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2>        11      
/solr/collections/tlog_replica_test_kill_tlog_replica/state.json
   [junit4]   2>        11      
/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2>        9       
/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2>        4       
/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2>        4       /solr/autoscaling.json
   [junit4]   2>        4       
/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2>        3       
/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/72093869186940941-core_node7-n_0000000000
   [junit4]   2>        3       
/solr/overseer_elect/election/72093869186940932-127.0.0.1:39885_solr-n_0000000001
   [junit4]   2>        3       
/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2>        3       
/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2>        3       
/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/72093869186940932-core_node16-n_0000000000
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/72093869186940932-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        15      /solr/live_nodes
   [junit4]   2>        15      /solr/collections
   [junit4]   2>        4       /solr/overseer/queue
   [junit4]   2>        4       /solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2>        4       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        4       /solr/overseer/queue-work
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_C637FC8A79FD63C6-002
   [junit4]   2> Oct 14, 2018 9:07:37 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{foo=PostingsFormat(name=Memory), title_s=PostingsFormat(name=Memory), 
id=PostingsFormat(name=Direct), foo_s=PostingsFormat(name=Memory)}, 
docValues:{_version_=DocValuesFormat(name=Lucene70), 
id=DocValuesFormat(name=Asserting), 
inplace_updatable_int=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1682, 
maxMBSortInHeap=7.788401601369778, sim=RandomSimilarity(queryNorm=false): {}, 
locale=agq-CM, timezone=Australia/Canberra
   [junit4]   2> NOTE: Linux 4.15.0-36-generic amd64/Oracle Corporation 9.0.4 
(64-bit)/cpus=8,threads=1,free=115720808,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestTlogReplica, 
TestTlogReplica]
   [junit4] Completed [5/5 (5!)] on J0 in 101.37s, 13 tests, 1 failure <<< 
FAILURES!

[...truncated 15 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/common-build.xml:1567:
 The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/lucene/common-build.xml:1092:
 There were test failures: 5 suites, 65 tests, 5 failures [seed: 
C637FC8A79FD63C6]

Total time: 3 minutes 35 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   5/5 failed: org.apache.solr.cloud.TestTlogReplica
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting 
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting 
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all 
warnings.
<Git Blamer> GIT_COMMIT=6f6e4b8368e5b913fbe9b070e4c8b82e0ca53920, 
workspace=/var/lib/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux
[WARNINGS] Computing warning deltas based on reference build #104
Recording test results
Setting 
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting 
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to