Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2461/

3 tests failed.
FAILED:  
org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest

Error Message:
Deleted core was still loaded!

Stack Trace:
java.lang.AssertionError: Deleted core was still loaded!
        at 
__randomizedtesting.SeedInfo.seed([2570321A8B5052C2:E84EA9E9C4F12420]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest(DeleteInactiveReplicaTest.java:86)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.search.TestRecovery.testBuffering

Error Message:


Stack Trace:
java.lang.NullPointerException
        at 
__randomizedtesting.SeedInfo.seed([2570321A8B5052C2:389E9C312A09F3E9]:0)
        at 
org.apache.solr.search.TestRecovery.testBuffering(TestRecovery.java:495)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.search.TestRecovery.testVersionsOnRestart

Error Message:


Stack Trace:
java.lang.NullPointerException
        at 
__randomizedtesting.SeedInfo.seed([2570321A8B5052C2:45DE1264F40E824D]:0)
        at 
org.apache.solr.search.TestRecovery.testVersionsOnRestart(TestRecovery.java:1046)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1849 lines...]
   [junit4] JVM J0: stdout was not empty, see: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J0-20180330_165832_7871072338526365634369.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: HighCompressionCompressingStoredFields, pf: BloomFilter, 
dvf: Direct
   [junit4] <<< JVM J0: EOF ----

[...truncated 11249 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteInactiveReplicaTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/init-core-data-001
   [junit4]   2> 848962 WARN  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 848962 INFO  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 848963 INFO  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 848963 INFO  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 848963 INFO  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001
   [junit4]   2> 848964 INFO  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 848967 INFO  (Thread-2393) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 848967 INFO  (Thread-2393) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 848971 ERROR (Thread-2393) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 849067 INFO  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:39331
   [junit4]   2> 849079 INFO  (zkConnectionManagerCallback-7271-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849086 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T11:57:37-09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 849086 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T11:57:37-09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 849087 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 849087 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 849087 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7ad7a306{/solr,null,AVAILABLE}
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2d2d7e2{HTTP/1.1,[http/1.1]}{127.0.0.1:39677}
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.e.j.s.Server Started @849123ms
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39677}
   [junit4]   2> 849088 ERROR (jetty-launcher-7268-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 849088 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-03-30T17:39:56.879Z
   [junit4]   2> 849089 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T11:57:37-09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 849091 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T11:57:37-09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 849092 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 849092 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 849092 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 849092 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 849092 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 849092 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 849092 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@29357263{/solr,null,AVAILABLE}
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@22cdfe4b{/solr,null,AVAILABLE}
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6dea4ab{HTTP/1.1,[http/1.1]}{127.0.0.1:46976}
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.e.j.s.Server Started @849128ms
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46976}
   [junit4]   2> 849093 ERROR (jetty-launcher-7268-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 849093 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-03-30T17:39:56.884Z
   [junit4]   2> 849094 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 849094 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 849094 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@907108a{/solr,null,AVAILABLE}
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2845c981{HTTP/1.1,[http/1.1]}{127.0.0.1:40457}
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.e.j.s.Server Started @849130ms
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40457}
   [junit4]   2> 849095 ERROR (jetty-launcher-7268-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-03-30T17:39:56.886Z
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@794eea7b{HTTP/1.1,[http/1.1]}{127.0.0.1:41145}
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.e.j.s.Server Started @849130ms
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=41145}
   [junit4]   2> 849095 ERROR (jetty-launcher-7268-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 849095 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 849096 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 849096 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 849096 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 849096 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-03-30T17:39:56.887Z
   [junit4]   2> 849099 INFO  (zkConnectionManagerCallback-7273-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849101 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 849104 INFO  (zkConnectionManagerCallback-7279-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849105 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 849124 INFO  (zkConnectionManagerCallback-7275-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849125 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 849130 INFO  (jetty-launcher-7268-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39331/solr
   [junit4]   2> 849133 INFO  (jetty-launcher-7268-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39331/solr
   [junit4]   2> 849134 INFO  (jetty-launcher-7268-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39331/solr
   [junit4]   2> 849135 INFO  (zkConnectionManagerCallback-7283-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849135 INFO  (zkConnectionManagerCallback-7277-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849135 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 849136 INFO  (zkConnectionManagerCallback-7288-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849139 INFO  (zkConnectionManagerCallback-7293-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849140 INFO  (zkConnectionManagerCallback-7295-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849141 INFO  (jetty-launcher-7268-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39331/solr
   [junit4]   2> 849141 INFO  (zkConnectionManagerCallback-7291-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849165 INFO  (zkConnectionManagerCallback-7299-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849175 INFO  (zkConnectionManagerCallback-7303-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849187 INFO  (zkConnectionManagerCallback-7305-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849191 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 849193 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46976_solr
   [junit4]   2> 849197 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.c.Overseer Overseer 
(id=73544179790643211-127.0.0.1:46976_solr-n_0000000000) starting
   [junit4]   2> 849212 INFO  (zkConnectionManagerCallback-7311-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849212 INFO  (jetty-launcher-7268-thread-1) 
[n:127.0.0.1:40457_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 849213 INFO  (jetty-launcher-7268-thread-1) 
[n:127.0.0.1:40457_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40457_solr
   [junit4]   2> 849214 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:39331/solr ready
   [junit4]   2> 849215 INFO  (zkCallback-7310-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 849215 INFO  (zkCallback-7302-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 849217 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 849217 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46976_solr
   [junit4]   2> 849219 INFO  (zkCallback-7310-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 849223 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 849223 INFO  (zkCallback-7302-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 849236 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 849238 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 849239 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 849239 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39677_solr
   [junit4]   2> 849240 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 849247 INFO  (zkCallback-7302-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 849248 INFO  (zkCallback-7310-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 849248 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 849248 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 849254 INFO  (zkCallback-7294-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 849255 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 849256 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 849256 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41145_solr
   [junit4]   2> 849258 INFO  (zkCallback-7302-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 849258 INFO  (zkCallback-7310-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 849258 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 849273 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 849273 INFO  (zkCallback-7294-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 849471 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46976.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849477 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46976.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849477 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46976.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849478 INFO  (jetty-launcher-7268-thread-3) 
[n:127.0.0.1:46976_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node2/.
   [junit4]   2> 849551 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41145.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849557 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41145.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849557 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41145.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849559 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node3/.
   [junit4]   2> 849561 INFO  (zkConnectionManagerCallback-7315-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849562 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 849562 INFO  (jetty-launcher-7268-thread-4) 
[n:127.0.0.1:41145_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:39331/solr ready
   [junit4]   2> 849656 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39677.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849674 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39677.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849674 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39677.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849675 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node1/.
   [junit4]   2> 849677 INFO  (zkConnectionManagerCallback-7319-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849678 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 849679 INFO  (jetty-launcher-7268-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:39331/solr ready
   [junit4]   2> 849761 INFO  (jetty-launcher-7268-thread-1) 
[n:127.0.0.1:40457_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40457.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849768 INFO  (jetty-launcher-7268-thread-1) 
[n:127.0.0.1:40457_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40457.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849768 INFO  (jetty-launcher-7268-thread-1) 
[n:127.0.0.1:40457_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40457.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 849769 INFO  (jetty-launcher-7268-thread-1) 
[n:127.0.0.1:40457_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node4/.
   [junit4]   2> 849771 INFO  (zkConnectionManagerCallback-7323-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849772 INFO  (jetty-launcher-7268-thread-1) 
[n:127.0.0.1:40457_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 849773 INFO  (jetty-launcher-7268-thread-1) 
[n:127.0.0.1:40457_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:39331/solr ready
   [junit4]   2> 849802 INFO  (zkConnectionManagerCallback-7325-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849804 INFO  (zkConnectionManagerCallback-7329-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 849805 INFO  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 849805 INFO  
(SUITE-DeleteInactiveReplicaTest-seed#[2570321A8B5052C2]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39331/solr ready
   [junit4]   2> 849838 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteInactiveReplicaTest
   [junit4]   2> 849841 INFO  (qtp1374506339-17128) [n:127.0.0.1:39677_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&name=delDeadColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 849843 INFO  (OverseerThreadFactory-3787-thread-1) [    ] 
o.a.s.c.a.c.CreateCollectionCmd Create collection delDeadColl
   [junit4]   2> 849948 INFO  
(OverseerStateUpdate-73544179790643211-127.0.0.1:46976_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delDeadColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"delDeadColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41145/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 849950 INFO  
(OverseerStateUpdate-73544179790643211-127.0.0.1:46976_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delDeadColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"delDeadColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46976/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 849951 INFO  
(OverseerStateUpdate-73544179790643211-127.0.0.1:46976_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delDeadColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"delDeadColl_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40457/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 849953 INFO  
(OverseerStateUpdate-73544179790643211-127.0.0.1:46976_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delDeadColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"delDeadColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39677/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 850160 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=delDeadColl_shard1_replica_n1&action=CREATE&numShards=2&collection=delDeadColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 850161 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=delDeadColl_shard2_replica_n4&action=CREATE&numShards=2&collection=delDeadColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 850161 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=delDeadColl_shard2_replica_n6&action=CREATE&numShards=2&collection=delDeadColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 850161 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 850162 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=delDeadColl_shard1_replica_n2&action=CREATE&numShards=2&collection=delDeadColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 850271 INFO  (zkCallback-7294-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 850271 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 850271 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 850271 INFO  (zkCallback-7304-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 850271 INFO  (zkCallback-7302-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 850272 INFO  (zkCallback-7294-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 850272 INFO  (zkCallback-7292-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 850272 INFO  (zkCallback-7302-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851181 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 851181 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 851181 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 851185 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 851198 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.s.IndexSchema [delDeadColl_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 851199 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.s.IndexSchema [delDeadColl_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 851200 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 851200 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'delDeadColl_shard1_replica_n2' using 
configuration from collection delDeadColl, trusted=true
   [junit4]   2> 851200 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46976.solr.core.delDeadColl.shard1.replica_n2' (registry 
'solr.core.delDeadColl.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 851201 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 851201 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 851201 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.c.CoreContainer Creating SolrCore 'delDeadColl_shard2_replica_n4' using 
configuration from collection delDeadColl, trusted=true
   [junit4]   2> 851201 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.SolrCore [[delDeadColl_shard1_replica_n2] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node2/delDeadColl_shard1_replica_n2],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node2/./delDeadColl_shard1_replica_n2/data/]
   [junit4]   2> 851201 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40457.solr.core.delDeadColl.shard2.replica_n4' (registry 
'solr.core.delDeadColl.shard2.replica_n4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 851201 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 851201 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.c.SolrCore [[delDeadColl_shard2_replica_n4] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node4/delDeadColl_shard2_replica_n4],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node4/./delDeadColl_shard2_replica_n4/data/]
   [junit4]   2> 851203 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.s.IndexSchema [delDeadColl_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 851206 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 851206 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.CoreContainer Creating SolrCore 'delDeadColl_shard2_replica_n6' using 
configuration from collection delDeadColl, trusted=true
   [junit4]   2> 851206 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39677.solr.core.delDeadColl.shard2.replica_n6' (registry 
'solr.core.delDeadColl.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 851206 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 851206 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.SolrCore [[delDeadColl_shard2_replica_n6] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node1/delDeadColl_shard2_replica_n6],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node1/./delDeadColl_shard2_replica_n6/data/]
   [junit4]   2> 851208 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.s.IndexSchema [delDeadColl_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 851210 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 851210 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'delDeadColl_shard1_replica_n1' using 
configuration from collection delDeadColl, trusted=true
   [junit4]   2> 851211 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41145.solr.core.delDeadColl.shard1.replica_n1' (registry 
'solr.core.delDeadColl.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2071be38
   [junit4]   2> 851211 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 851211 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.c.SolrCore [[delDeadColl_shard1_replica_n1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node3/delDeadColl_shard1_replica_n1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteInactiveReplicaTest_2570321A8B5052C2-001/tempDir-001/node3/./delDeadColl_shard1_replica_n1/data/]
   [junit4]   2> 851245 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 851245 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 851247 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 851247 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 851248 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4c6690a2[delDeadColl_shard1_replica_n2] main]
   [junit4]   2> 851249 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 851250 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 851251 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 851251 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 851251 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1596385236397064192
   [junit4]   2> 851251 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 851252 INFO  
(searcherExecutor-3796-thread-1-processing-n:127.0.0.1:46976_solr 
x:delDeadColl_shard1_replica_n2 c:delDeadColl s:shard1 r:core_node5) 
[n:127.0.0.1:46976_solr c:delDeadColl s:shard1 r:core_node5 
x:delDeadColl_shard1_replica_n2] o.a.s.c.SolrCore 
[delDeadColl_shard1_replica_n2] Registered new searcher 
Searcher@4c6690a2[delDeadColl_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 851253 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 851253 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 851254 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7fb22b94[delDeadColl_shard2_replica_n6] main]
   [junit4]   2> 851255 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 851255 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 851256 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 851256 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1596385236402307072
   [junit4]   2> 851257 INFO  
(searcherExecutor-3798-thread-1-processing-n:127.0.0.1:39677_solr 
x:delDeadColl_shard2_replica_n6 c:delDeadColl s:shard2 r:core_node8) 
[n:127.0.0.1:39677_solr c:delDeadColl s:shard2 r:core_node8 
x:delDeadColl_shard2_replica_n6] o.a.s.c.SolrCore 
[delDeadColl_shard2_replica_n6] Registered new searcher 
Searcher@7fb22b94[delDeadColl_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 851260 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/delDeadColl/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 851261 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 851261 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 851261 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 851261 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 851262 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 851262 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 851262 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 851262 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 851263 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@2cc16e2c[delDeadColl_shard1_replica_n1] main]
   [junit4]   2> 851263 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@44025846[delDeadColl_shard2_replica_n4] main]
   [junit4]   2> 851264 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/delDeadColl/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 851265 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 851265 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 851265 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 851265 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 851266 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 851266 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 851266 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1596385236412792832
   [junit4]   2> 851267 INFO  
(searcherExecutor-3797-thread-1-processing-n:127.0.0.1:40457_solr 
x:delDeadColl_shard2_replica_n4 c:delDeadColl s:shard2 r:core_node7) 
[n:127.0.0.1:40457_solr c:delDeadColl s:shard2 r:core_node7 
x:delDeadColl_shard2_replica_n4] o.a.s.c.SolrCore 
[delDeadColl_shard2_replica_n4] Registered new searcher 
Searcher@44025846[delDeadColl_shard2_replica_n4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 851267 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 851267 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 851268 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1596385236414889984
   [junit4]   2> 851268 INFO  
(searcherExecutor-3799-thread-1-processing-n:127.0.0.1:41145_solr 
x:delDeadColl_shard1_replica_n1 c:delDeadColl s:shard1 r:core_node3) 
[n:127.0.0.1:41145_solr c:delDeadColl s:shard1 r:core_node3 
x:delDeadColl_shard1_replica_n1] o.a.s.c.SolrCore 
[delDeadColl_shard1_replica_n1] Registered new searcher 
Searcher@2cc16e2c[delDeadColl_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 851269 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/delDeadColl/terms/shard2 to Terms{values={core_node7=0, 
core_node8=0}, version=1}
   [junit4]   2> 851271 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/delDeadColl/terms/shard1 to Terms{values={core_node3=0, 
core_node5=0}, version=1}
   [junit4]   2> 851368 INFO  (zkCallback-7294-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851368 INFO  (zkCallback-7294-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851368 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851368 INFO  (zkCallback-7304-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851368 INFO  (zkCallback-7302-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851368 INFO  (zkCallback-7292-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851368 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851368 INFO  (zkCallback-7302-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 851766 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 851767 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 851767 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:46976/solr/delDeadColl_shard1_replica_n2/
   [junit4]   2> 851767 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=delDeadColl_shard1_replica_n2 
url=http://127.0.0.1:46976/solr START 
replicas=[http://127.0.0.1:41145/solr/delDeadColl_shard1_replica_n1/] 
nUpdates=100
   [junit4]   2> 851767 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 851767 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 851768 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:39677/solr/delDeadColl_shard2_replica_n6/
   [junit4]   2> 851768 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=delDeadColl_shard2_replica_n6 
url=http://127.0.0.1:39677/solr START 
replicas=[http://127.0.0.1:40457/solr/delDeadColl_shard2_replica_n4/] 
nUpdates=100
   [junit4]   2> 851772 INFO  (qtp2037093575-17152) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.c.S.Request [delDeadColl_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=3
   [junit4]   2> 851773 INFO  (qtp458469143-17167) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.c.S.Request [delDeadColl_shard2_replica_n4]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 852067 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=delDeadColl_shard1_replica_n2 
url=http://127.0.0.1:46976/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 852067 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 852068 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 852068 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 852068 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=delDeadColl_shard2_replica_n6 
url=http://127.0.0.1:39677/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 852068 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 852068 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 852068 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 852070 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:46976/solr/delDeadColl_shard1_replica_n2/ shard1
   [junit4]   2> 852071 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:39677/solr/delDeadColl_shard2_replica_n6/ shard2
   [junit4]   2> 852176 INFO  (zkCallback-7294-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852176 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852176 INFO  (zkCallback-7294-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852176 INFO  (zkCallback-7304-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852177 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852177 INFO  (zkCallback-7292-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852177 INFO  (zkCallback-7302-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852177 INFO  (zkCallback-7302-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852221 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 852223 INFO  (qtp733971800-17140) [n:127.0.0.1:46976_solr 
c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=delDeadColl_shard1_replica_n2&action=CREATE&numShards=2&collection=delDeadColl&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2061
   [junit4]   2> 852226 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 852227 INFO  (qtp1374506339-17132) [n:127.0.0.1:39677_solr 
c:delDeadColl s:shard2 r:core_node8 x:delDeadColl_shard2_replica_n6] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=delDeadColl_shard2_replica_n6&action=CREATE&numShards=2&collection=delDeadColl&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2066
   [junit4]   2> 852274 INFO  (qtp458469143-17166) [n:127.0.0.1:40457_solr 
c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=delDeadColl_shard2_replica_n4&action=CREATE&numShards=2&collection=delDeadColl&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2113
   [junit4]   2> 852280 INFO  (qtp2037093575-17150) [n:127.0.0.1:41145_solr 
c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=delDeadColl_shard1_replica_n1&action=CREATE&numShards=2&collection=delDeadColl&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2119
   [junit4]   2> 852283 INFO  (qtp1374506339-17128) [n:127.0.0.1:39677_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 852377 INFO  (zkCallback-7294-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852377 INFO  (zkCallback-7292-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852377 INFO  (zkCallback-7294-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852377 INFO  (zkCallback-7304-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852377 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852377 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852377 INFO  (zkCallback-7302-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 852377 INFO  (zkCallback-7302-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 853284 INFO  (qtp1374506339-17128) [n:127.0.0.1:39677_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&name=delDeadColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2}
 status=0 QTime=3442
   [junit4]   2> 853288 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@6dea4ab{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 853289 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1002502056
   [junit4]   2> 853289 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 853289 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3c49563a: rootName = 
solr_46976, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@330ebb0e
   [junit4]   2> 853295 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 853295 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4e3c0649: rootName = 
solr_46976, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@73332579
   [junit4]   2> 853299 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 853299 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1199569d: rootName = 
solr_46976, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@4a8d987b
   [junit4]   2> 853300 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46976_solr
   [junit4]   2> 853301 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 853301 INFO  (zkCallback-7294-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853301 INFO  (zkCallback-7328-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853301 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853301 INFO  (zkCallback-7322-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853301 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853301 INFO  (zkCallback-7310-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853301 INFO  (zkCallback-7318-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853301 INFO  (zkCallback-7302-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853302 INFO  (coreCloseExecutor-3816-thread-1) 
[n:127.0.0.1:46976_solr c:delDeadColl s:shard1 r:core_node5 
x:delDeadColl_shard1_replica_n2] o.a.s.c.SolrCore 
[delDeadColl_shard1_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@d3123b4
   [junit4]   2> 853302 INFO  (zkCallback-7314-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 853302 INFO  (coreCloseExecutor-3816-thread-1) 
[n:127.0.0.1:46976_solr c:delDeadColl s:shard1 r:core_node5 
x:delDeadColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.delDeadColl.shard1.replica_n2, tag=d3123b4
   [junit4]   2> 853302 INFO  (coreCloseExecutor-3816-thread-1) 
[n:127.0.0.1:46976_solr c:delDeadColl s:shard1 r:core_node5 
x:delDeadColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@20cd4a2d: rootName = 
solr_46976, domain = solr.core.delDeadColl.shard1.replica_n2, service url = 
null, agent id = null] for registry solr.core.delDeadColl.shard1.replica_n2 / 
com.codahale.metrics.MetricRegistry@610e2548
   [junit4]   2> 853309 INFO  (coreCloseExecutor-3816-thread-1) 
[n:127.0.0.1:46976_solr c:delDeadColl s:shard1 r:core_node5 
x:delDeadColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.delDeadColl.shard1.leader, tag=d3123b4
   [junit4]   2> 853313 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.c.Overseer Overseer 
(id=73544179790643211-127.0.0.1:46976_solr-n_0000000000) closing
   [junit4]   2> 853313 INFO  
(OverseerStateUpdate-73544179790643211-127.0.0.1:46976_solr-n_0000000000) [    
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46976_solr
   [junit4]   2> 853314 WARN  
(OverseerAutoScalingTriggerThread-73544179790643211-127.0.0.1:46976_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 853316 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40457_solr
   [junit4]   2> 853316 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@22cdfe4b{/solr,null,UNAVAILABLE}
   [junit4]   2> 853317 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 853317 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=73544179790643212-127.0.0.1:40457_solr-n_0000000001) starting
   [junit4]   2> 853318 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.a.s.c.DeleteInactiveReplicaTest Removing replica shard1/core_node5 
   [junit4]   2> 853318 INFO  (zkCallback-7294-thread-2) 
[n:127.0.0.1:41145_solr c:delDeadColl s:shard1 r:core_node3 
x:delDeadColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be 
the new leader - try and sync
   [junit4]   2> 853319 INFO  (qtp1374506339-17130) [n:127.0.0.1:39677_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with 
params 
replica=core_node5&action=DELETEREPLICA&collection=delDeadColl&shard=shard1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 853325 INFO  (zkCallback-7294-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853325 INFO  (zkCallback-7292-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853325 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853325 INFO  (zkCallback-7304-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853325 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853325 INFO  (zkCallback-7294-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853432 INFO  (zkCallback-7294-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853432 INFO  (zkCallback-7304-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853432 INFO  (zkCallback-7292-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853432 INFO  (zkCallback-7304-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853432 INFO  (zkCallback-7294-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853432 INFO  (zkCallback-7292-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/delDeadColl/state.json] for collection [delDeadColl] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 853533 INFO  (qtp1374506339-17130) [n:127.0.0.1:39677_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replica=core_node5&action=DELETEREPLICA&collection=delDeadColl&shard=shard1&wt=javabin&version=2}
 status=0 QTime=213
   [junit4]   2> 853534 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2570321A8B5052C2])
 [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T11:57:37-09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 853535 INFO  
(TEST-DeleteInactiveReplicaTest.deleteInactiveReplicaTest-seed#[2

[...truncated too long message...]

]    >  at 
__randomizedtesting.SeedInfo.seed([2570321A8B5052C2:389E9C312A09F3E9]:0)
   [junit4]    >        at 
org.apache.solr.search.TestRecovery.testBuffering(TestRecovery.java:495)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1185408 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testVersionsOnRestart
   [junit4]   2> 1185408 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null 
params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*
 (-9223372036854775807)} 0 0
   [junit4]   2> 1185408 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not 
ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 1185408 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 0
   [junit4]   2> 1185409 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{add=[D1 (1596385586786074625)]} 0 0
   [junit4]   2> 1185409 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{add=[D2 (1596385586787123200)]} 0 0
   [junit4]   2> 1185409 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not 
ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 1185409 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 0
   [junit4]   2> 1185410 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null 
params={q=id:D1&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1185410 INFO  
(TEST-TestRecovery.testVersionsOnRestart-seed#[2570321A8B5052C2]) [    
x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testVersionsOnRestart
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRecovery 
-Dtests.method=testVersionsOnRestart -Dtests.seed=2570321A8B5052C2 
-Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr-HR 
-Dtests.timezone=Europe/Madrid -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | TestRecovery.testVersionsOnRestart <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([2570321A8B5052C2:45DE1264F40E824D]:0)
   [junit4]    >        at 
org.apache.solr.search.TestRecovery.testVersionsOnRestart(TestRecovery.java:1046)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1185411 INFO  
(SUITE-TestRecovery-seed#[2570321A8B5052C2]-worker) [    x:collection1] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1185411 INFO  
(SUITE-TestRecovery-seed#[2570321A8B5052C2]-worker) [    x:collection1] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1154576249
   [junit4]   2> 1185411 INFO  
(SUITE-TestRecovery-seed#[2570321A8B5052C2]-worker) [    x:collection1] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1185411 INFO  
(SUITE-TestRecovery-seed#[2570321A8B5052C2]-worker) [    x:collection1] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@290c9bba: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry solr.node 
/ com.codahale.metrics.MetricRegistry@1ee61e0d
   [junit4]   2> 1185414 INFO  
(SUITE-TestRecovery-seed#[2570321A8B5052C2]-worker) [    x:collection1] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1185414 INFO  
(SUITE-TestRecovery-seed#[2570321A8B5052C2]-worker) [    x:collection1] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1ab18ece: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / 
com.codahale.metrics.MetricRegistry@73332579
   [junit4]   2> 1185416 INFO  
(SUITE-TestRecovery-seed#[2570321A8B5052C2]-worker) [    x:collection1] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1185416 INFO  
(SUITE-TestRecovery-seed#[2570321A8B5052C2]-worker) [    x:collection1] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6cc51719: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty / com.codahale.metrics.MetricRegistry@4a8d987b
   [junit4]   2> 1185416 INFO  
(coreCloseExecutor-5668-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@a71b34d
   [junit4]   2> 1185417 INFO  
(coreCloseExecutor-5668-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1, tag=a71b34d
   [junit4]   2> 1185417 INFO  
(coreCloseExecutor-5668-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@48361969: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@75d94354
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_2570321A8B5052C2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{val_i=FSTOrd50, _root_=PostingsFormat(name=MockRandom), id=FSTOrd50}, 
docValues:{_version_=DocValuesFormat(name=Lucene70), 
val_i_dvo=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1139, 
maxMBSortInHeap=7.259106289024658, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@72820ed4),
 locale=hr-HR, timezone=Europe/Madrid
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=118835376,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [TestAuthenticationFramework, 
TestBinaryResponseWriter, TestSearchPerf, TestUseDocValuesAsStored2, 
TestQueryWrapperFilter, CdcrReplicationHandlerTest, 
TestCollectionsAPIViaSolrCloudCluster, TestJsonRequest, SolrSlf4jReporterTest, 
TermsComponentTest, PKIAuthenticationIntegrationTest, BasicFunctionalityTest, 
DOMUtilTest, DeleteReplicaTest, TestSearcherReuse, 
TestReversedWildcardFilterFactory, TestComplexPhraseQParserPlugin, 
TestFoldingMultitermQuery, HLLSerializationTest, SOLR749Test, 
TestUnifiedSolrHighlighter, TestImplicitCoreProperties, 
OutOfBoxZkACLAndCredentialsProvidersTest, TestCharFilters, TestRTGBase, 
TestOverriddenPrefixQueryForCustomFieldType, CollectionsAPISolrJTest, 
TestSQLHandler, SignatureUpdateProcessorFactoryTest, TestSegmentSorting, 
TestStressLiveNodes, DocumentBuilderTest, TestBulkSchemaAPI, 
TestCursorMarkWithoutUniqueKey, NodeAddedTriggerTest, BlockCacheTest, 
CdcrUpdateLogTest, TestSimpleTextCodec, HdfsDirectoryTest, 
TestReplicationHandler, OverseerTest, TestNumericTokenStream, 
ManagedSchemaRoundRobinCloudTest, ClassificationUpdateProcessorIntegrationTest, 
ReplicaListTransformerTest, TestZkChroot, TestTrie, TestFileDictionaryLookup, 
TestPushWriter, ShardRoutingCustomTest, CoreAdminOperationTest, 
TestNestedDocsSort, TestTolerantUpdateProcessorRandomCloud, 
DistributedFacetPivotWhiteBoxTest, ResponseBuilderTest, ZkShardTermsTest, 
BitVectorTest, TestSolrJ, TestFieldCache, TriggerCooldownIntegrationTest, 
TestNRTOpen, PrimitiveFieldTypeTest, SolrIndexMetricsTest, 
SearchRateTriggerTest, TestLegacyFieldReuse, DistributedSuggestComponentTest, 
TestTrackingShardHandlerFactory, LeaderElectionContextKeyTest, 
TestDistribDocBasedVersion, TestReplicaProperties, TestSolrCloudSnapshots, 
TestElisionMultitermQuery, UUIDUpdateProcessorFallbackTest, 
TestSystemIdResolver, TestSubQueryTransformer, TestMissingGroups, 
TestLRUStatsCache, TestPullReplicaErrorHandling, BasicZkTest, 
TestAddFieldRealTimeGet, DeleteInactiveReplicaTest, TestManagedResource, 
TestExpandComponent, TestDistribIDF, RemoteQueryErrorTest, 
TestPerFieldSimilarityWithDefaultOverride, TestClusterProperties, 
TestSolr4Spatial, DistributedMLTComponentTest, ConfigureRecoveryStrategyTest, 
DistributedIntervalFacetingTest, OverseerTaskQueueTest, 
HdfsChaosMonkeyNothingIsSafeTest, TestPostingsSolrHighlighter, 
TestClusterStateMutator, TestCloudManagedSchema, SolrCLIZkUtilsTest, 
TestStressVersions, TestBM25SimilarityFactory, HdfsSyncSliceTest, 
DateRangeFieldTest, TestMinMaxOnMultiValuedField, BlockJoinFacetSimpleTest, 
PrimUtilsTest, TestConfigReload, TestSolrCloudWithSecureImpersonation, 
FileUtilsTest, TestManagedSynonymFilterFactory, ForceLeaderTest, 
TestImpersonationWithHadoopAuth, DistributedExpandComponentTest, 
HttpPartitionTest, SampleTest, TestIntervalFaceting, HttpSolrCallGetCoreTest, 
SimplePostToolTest, TestLuceneIndexBackCompat, TestClusterStateProvider, 
TestSkipOverseerOperations, TestLRUCache, TestApiFramework, TestHdfsUpdateLog, 
SliceStateTest, IndexSchemaTest, TestXmlQParser, TestBackupRepositoryFactory, 
ExitableDirectoryReaderTest, TestUninvertingReader, SortByFunctionTest, 
TestStandardQParsers, TestFilteredDocIdSet, ShardRoutingTest, RecoveryZkTest, 
ZkCLITest, TestDistributedGrouping, TestRecovery]
   [junit4] Completed [390/795 (2!)] on J1 in 11.45s, 19 tests, 2 errors <<< 
FAILURES!

[...truncated 50850 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to