Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1789/

3 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaFromClusterState

Error Message:
Waiting for watcher get removed

Stack Trace:
java.util.concurrent.TimeoutException: Waiting for watcher get removed
        at 
__randomizedtesting.SeedInfo.seed([D8255E2B0AD66CD8:36BCF54635E8176F]:0)
        at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
        at 
org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaFromClusterState(DeleteReplicaTest.java:245)
        at 
org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaFromClusterState(DeleteReplicaTest.java:198)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.common.cloud.TestZkConfigManager

Error Message:
1 thread leaked from SUITE scope at 
org.apache.solr.common.cloud.TestZkConfigManager:     1) Thread[id=25, 
name=zkConnectionManagerCallback-3-thread-1, state=WAITING, 
group=TGRP-TestZkConfigManager]         at sun.misc.Unsafe.park(Native Method)  
       at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)     
    at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.common.cloud.TestZkConfigManager: 
   1) Thread[id=25, name=zkConnectionManagerCallback-3-thread-1, state=WAITING, 
group=TGRP-TestZkConfigManager]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([2844DC16E2F94771]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.common.cloud.TestZkConfigManager

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=25, 
name=zkConnectionManagerCallback-3-thread-1, state=WAITING, 
group=TGRP-TestZkConfigManager]         at sun.misc.Unsafe.park(Native Method)  
       at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)     
    at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=25, name=zkConnectionManagerCallback-3-thread-1, state=WAITING, 
group=TGRP-TestZkConfigManager]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([2844DC16E2F94771]:0)




Build Log:
[...truncated 14855 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/init-core-data-001
   [junit4]   2> 5339929 INFO  
(SUITE-DeleteReplicaTest-seed#[D8255E2B0AD66CD8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5339930 WARN  
(SUITE-DeleteReplicaTest-seed#[D8255E2B0AD66CD8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
   [junit4]   2> 5339930 INFO  
(SUITE-DeleteReplicaTest-seed#[D8255E2B0AD66CD8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 5339984 INFO  
(SUITE-DeleteReplicaTest-seed#[D8255E2B0AD66CD8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 5339987 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting raceConditionOnDeleteAndRegisterReplica
   [junit4]   2> 5340020 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001
   [junit4]   2> 5340021 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5340036 INFO  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5340036 INFO  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5340145 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.ZkTestServer start zk server on port:40215
   [junit4]   2> 5340145 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40215
   [junit4]   2> 5340145 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40215
   [junit4]   2> 5340283 INFO  (zkConnectionManagerCallback-9704-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5340356 INFO  (zkConnectionManagerCallback-9706-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5340409 INFO  (zkConnectionManagerCallback-9708-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5340431 WARN  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 5340431 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 5340431 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 5340431 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 5340446 WARN  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 5340447 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 5340447 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 5340447 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 5340448 WARN  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 5340448 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 5340448 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 5340448 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 5340482 WARN  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 5340482 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 5340482 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 5340482 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 5340539 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5340539 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5340539 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 5340539 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@60b0ea65{/solr,null,AVAILABLE}
   [junit4]   2> 5340540 WARN  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@2ba22478[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@744ed11e{SSL,[ssl, 
http/1.1]}{127.0.0.1:34621}
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.s.Server Started @5340770ms
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34621}
   [junit4]   2> 5340541 ERROR (jetty-launcher-9709-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5340541 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-11T20:07:43.065Z
   [junit4]   2> 5340542 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@23ff5c9d{/solr,null,AVAILABLE}
   [junit4]   2> 5340542 WARN  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@6764c223[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5340555 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5340555 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5340555 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 5340555 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@579871a8{/solr,null,AVAILABLE}
   [junit4]   2> 5340556 WARN  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@7ee4cb8c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5340575 INFO  (zkConnectionManagerCallback-9711-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5340575 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5340648 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5340648 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5340648 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 5340648 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@47d6f308{/solr,null,AVAILABLE}
   [junit4]   2> 5340648 WARN  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@43d462b7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5340649 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@1cb07d6c{SSL,[ssl, 
http/1.1]}{127.0.0.1:44805}
   [junit4]   2> 5340649 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.s.Server Started @5340878ms
   [junit4]   2> 5340649 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44805}
   [junit4]   2> 5340649 ERROR (jetty-launcher-9709-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 5340649 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5340649 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 5340649 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5340649 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5340649 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-11T20:07:43.173Z
   [junit4]   2> 5340664 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@2ea5ac6c{SSL,[ssl, 
http/1.1]}{127.0.0.1:46501}
   [junit4]   2> 5340664 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.s.Server Started @5340893ms
   [junit4]   2> 5340664 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46501}
   [junit4]   2> 5340664 ERROR (jetty-launcher-9709-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 5340664 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5340664 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 5340664 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5340664 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5340664 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-11T20:07:43.188Z
   [junit4]   2> 5340666 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@16904c12{SSL,[ssl, 
http/1.1]}{127.0.0.1:40741}
   [junit4]   2> 5340666 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.s.Server Started @5340895ms
   [junit4]   2> 5340666 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40741}
   [junit4]   2> 5340666 ERROR (jetty-launcher-9709-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 5340666 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5340666 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 5340666 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5340666 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5340666 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-11T20:07:43.190Z
   [junit4]   2> 5340721 INFO  (zkConnectionManagerCallback-9715-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5340721 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5340915 INFO  (zkConnectionManagerCallback-9713-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5340931 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5341004 INFO  (zkConnectionManagerCallback-9717-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5341013 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5341586 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5341587 WARN  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5341588 WARN  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@505e29ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5341602 WARN  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5341603 WARN  (jetty-launcher-9709-thread-4) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@157d934c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5341604 INFO  (jetty-launcher-9709-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40215/solr
   [junit4]   2> 5341673 INFO  (zkConnectionManagerCallback-9723-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5341721 INFO  (zkConnectionManagerCallback-9725-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5341795 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5341795 WARN  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5341924 WARN  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@5f537c0e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5342013 WARN  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5342014 WARN  (jetty-launcher-9709-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@d00f45[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5342015 INFO  (jetty-launcher-9709-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40215/solr
   [junit4]   2> 5342037 INFO  (zkConnectionManagerCallback-9733-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5342122 INFO  (zkConnectionManagerCallback-9735-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5342146 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46501_solr
   [junit4]   2> 5342232 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.Overseer Overseer 
(id=74329875498532874-127.0.0.1:46501_solr-n_0000000000) starting
   [junit4]   2> 5342236 INFO  (jetty-launcher-9709-thread-4) 
[n:127.0.0.1:44805_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44805_solr
   [junit4]   2> 5342307 INFO  (zkCallback-9724-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5342325 INFO  (zkCallback-9734-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5342361 INFO  (zkConnectionManagerCallback-9742-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5342363 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 5342363 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:40215/solr ready
   [junit4]   2> 5342382 INFO  
(OverseerStateUpdate-74329875498532874-127.0.0.1:46501_solr-n_0000000000) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:46501_solr
   [junit4]   2> 5342402 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:46501_solr as DOWN
   [junit4]   2> 5342414 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5342415 WARN  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5342455 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 5342455 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46501_solr
   [junit4]   2> 5342487 WARN  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@4253e424[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5342507 INFO  (zkCallback-9724-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 5342515 INFO  (zkCallback-9734-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 5342523 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5342524 WARN  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5342524 WARN  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5342657 INFO  (zkCallback-9741-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 5342706 WARN  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@4d017a10[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5342730 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 5342795 INFO  (zkConnectionManagerCallback-9751-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5343128 WARN  (jetty-launcher-9709-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@49f45319[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5343129 INFO  (jetty-launcher-9709-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40215/solr
   [junit4]   2> 5343144 WARN  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5343144 INFO  (jetty-launcher-9709-thread-4) 
[n:127.0.0.1:44805_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 5343145 INFO  (jetty-launcher-9709-thread-4) 
[n:127.0.0.1:44805_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:40215/solr ready
   [junit4]   2> 5343180 INFO  (jetty-launcher-9709-thread-4) 
[n:127.0.0.1:44805_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 5343216 INFO  (zkConnectionManagerCallback-9756-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5343253 WARN  (jetty-launcher-9709-thread-3) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@5bc65398[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5343254 INFO  (jetty-launcher-9709-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40215/solr
   [junit4]   2> 5343475 INFO  (zkConnectionManagerCallback-9761-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5343490 INFO  (zkConnectionManagerCallback-9763-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5343598 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10812a0c14a000d, likely client has closed socket
   [junit4]   2> 5343599 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 5343615 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:40741_solr as DOWN
   [junit4]   2> 5343615 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 5343615 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40741_solr
   [junit4]   2> 5343616 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46501.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5343767 INFO  (zkCallback-9734-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5343779 INFO  (zkConnectionManagerCallback-9767-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5343782 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 5343787 INFO  (zkCallback-9724-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5343961 INFO  (zkCallback-9762-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5343962 INFO  (jetty-launcher-9709-thread-4) 
[n:127.0.0.1:44805_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44805.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5344116 INFO  (zkCallback-9741-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5344344 INFO  (jetty-launcher-9709-thread-4) 
[n:127.0.0.1:44805_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44805.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5344344 INFO  (jetty-launcher-9709-thread-4) 
[n:127.0.0.1:44805_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44805.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5344345 INFO  (jetty-launcher-9709-thread-4) 
[n:127.0.0.1:44805_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node4/.
   [junit4]   2> 5344509 INFO  (zkCallback-9750-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5344545 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46501.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5344561 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46501.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5344562 INFO  (jetty-launcher-9709-thread-2) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node2/.
   [junit4]   2> 5344598 INFO  (zkConnectionManagerCallback-9774-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5344600 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:34621_solr as DOWN
   [junit4]   2> 5344600 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 5344601 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 5344601 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34621_solr
   [junit4]   2> 5344618 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:40215/solr ready
   [junit4]   2> 5344635 INFO  (zkCallback-9741-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5344638 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 5344655 INFO  (zkCallback-9762-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5344655 INFO  (zkCallback-9724-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5344655 INFO  (zkCallback-9734-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5344709 INFO  (zkCallback-9750-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5344723 INFO  (zkCallback-9773-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5344744 INFO  (zkCallback-9766-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5344818 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40741.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5344853 INFO  (zkConnectionManagerCallback-9780-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5344885 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40741.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5344885 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40741.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5344898 INFO  (jetty-launcher-9709-thread-3) 
[n:127.0.0.1:40741_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node3/.
   [junit4]   2> 5344918 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 5345007 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:40215/solr ready
   [junit4]   2> 5345019 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 5345210 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34621.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5345248 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34621.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5345248 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34621.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5345249 INFO  (jetty-launcher-9709-thread-1) 
[n:127.0.0.1:34621_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node1/.
   [junit4]   2> 5345992 INFO  (zkConnectionManagerCallback-9786-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5345993 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 5345994 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 
127.0.0.1:40215/solr ready
   [junit4]   2> 5346075 INFO  (qtp1422573816-78239) [n:127.0.0.1:46501_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with 
params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 5346089 INFO  (qtp1422573816-78239) [n:127.0.0.1:46501_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=13
   [junit4]   2> 5346090 INFO  (qtp1422573816-78234) [n:127.0.0.1:46501_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
collection.configName=conf&name=raceDeleteReplica_false&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 5346218 INFO  
(OverseerThreadFactory-8962-thread-1-processing-n:127.0.0.1:46501_solr) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
raceDeleteReplica_false
   [junit4]   2> 5346376 INFO  
(OverseerStateUpdate-74329875498532874-127.0.0.1:46501_solr-n_0000000000) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"raceDeleteReplica_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"raceDeleteReplica_false_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34621/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 5346379 INFO  
(OverseerStateUpdate-74329875498532874-127.0.0.1:46501_solr-n_0000000000) 
[n:127.0.0.1:46501_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"raceDeleteReplica_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"raceDeleteReplica_false_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40741/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 5346656 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr    
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core 
create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=raceDeleteReplica_false_shard1_replica_n1&action=CREATE&numShards=1&collection=raceDeleteReplica_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 5346701 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr    
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core 
create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=raceDeleteReplica_false_shard1_replica_n2&action=CREATE&numShards=1&collection=raceDeleteReplica_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 5347885 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 9.0.0
   [junit4]   2> 5347909 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.s.IndexSchema 
[raceDeleteReplica_false_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 5347928 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 9.0.0
   [junit4]   2> 5348161 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 5348161 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.CoreContainer Creating 
SolrCore 'raceDeleteReplica_false_shard1_replica_n2' using configuration from 
collection raceDeleteReplica_false, trusted=true
   [junit4]   2> 5348162 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_40741.solr.core.raceDeleteReplica_false.shard1.replica_n2' 
(registry 'solr.core.raceDeleteReplica_false.shard1.replica_n2') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5348162 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SolrCore 
[[raceDeleteReplica_false_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node3/raceDeleteReplica_false_shard1_replica_n2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node3/./raceDeleteReplica_false_shard1_replica_n2/data/]
   [junit4]   2> 5348196 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.IndexSchema 
[raceDeleteReplica_false_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 5348198 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 5348198 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'raceDeleteReplica_false_shard1_replica_n1' using configuration from 
collection raceDeleteReplica_false, trusted=true
   [junit4]   2> 5348198 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_34621.solr.core.raceDeleteReplica_false.shard1.replica_n1' 
(registry 'solr.core.raceDeleteReplica_false.shard1.replica_n1') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5348199 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore 
[[raceDeleteReplica_false_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node1/raceDeleteReplica_false_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node1/./raceDeleteReplica_false_shard1_replica_n1/data/]
   [junit4]   2> 5348453 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 5348453 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5348473 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 5348473 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5348487 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 5348487 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 5348488 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@5272b6ae[raceDeleteReplica_false_shard1_replica_n1] main]
   [junit4]   2> 5348489 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 5348490 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 5348490 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000ms.
   [junit4]   2> 5348490 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1627741089708376064
   [junit4]   2> 5348508 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 5348508 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 5348509 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@689410ae[raceDeleteReplica_false_shard1_replica_n2] main]
   [junit4]   2> 5348524 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 5348524 INFO  
(searcherExecutor-8983-thread-1-processing-n:127.0.0.1:34621_solr 
x:raceDeleteReplica_false_shard1_replica_n1 c:raceDeleteReplica_false s:shard1 
r:core_node3) [n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 
r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore 
[raceDeleteReplica_false_shard1_replica_n1] Registered new searcher 
Searcher@5272b6ae[raceDeleteReplica_false_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5348524 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 5348524 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000ms.
   [junit4]   2> 5348525 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1627741089745076224
   [junit4]   2> 5348561 INFO  
(searcherExecutor-8982-thread-1-processing-n:127.0.0.1:40741_solr 
x:raceDeleteReplica_false_shard1_replica_n2 c:raceDeleteReplica_false s:shard1 
r:core_node4) [n:127.0.0.1:40741_solr c:raceDeleteReplica_false s:shard1 
r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SolrCore 
[raceDeleteReplica_false_shard1_replica_n2] Registered new searcher 
Searcher@689410ae[raceDeleteReplica_false_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5348562 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/raceDeleteReplica_false/terms/shard1 to 
Terms{values={core_node3=0}, version=0}
   [junit4]   2> 5348562 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/raceDeleteReplica_false/leaders/shard1
   [junit4]   2> 5348580 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/raceDeleteReplica_false/terms/shard1 to 
Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 5348580 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/raceDeleteReplica_false/leaders/shard1
   [junit4]   2> 5348584 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext 
Waiting until we see more replicas up for shard shard1: total=2 found=1 
timeoutin=9999ms
   [junit4]   2> 5349103 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 5349103 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext 
I may be the new leader - try and sync
   [junit4]   2> 5349103 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas 
to https://127.0.0.1:40741/solr/raceDeleteReplica_false_shard1_replica_n2/
   [junit4]   2> 5349104 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: 
core=raceDeleteReplica_false_shard1_replica_n2 url=https://127.0.0.1:40741/solr 
START 
replicas=[https://127.0.0.1:34621/solr/raceDeleteReplica_false_shard1_replica_n1/]
 nUpdates=100
   [junit4]   2> 5349104 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: 
core=raceDeleteReplica_false_shard1_replica_n2 url=https://127.0.0.1:40741/solr 
DONE.  We have no versions.  sync failed.
   [junit4]   2> 5349108 INFO  (qtp751500639-78226) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.S.Request 
[raceDeleteReplica_false_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 5349108 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's 
attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 5349108 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext 
We failed sync, but we have no versions - we can't sync in that case - we were 
active before, so become leader anyway
   [junit4]   2> 5349108 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/raceDeleteReplica_false/leaders/shard1/leader after winning as 
/collections/raceDeleteReplica_false/leader_elect/shard1/election/74329875498532879-core_node4-n_0000000000
   [junit4]   2> 5349109 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext 
I am the new leader: 
https://127.0.0.1:40741/solr/raceDeleteReplica_false_shard1_replica_n2/ shard1
   [junit4]   2> 5349211 INFO  (zkCallback-9762-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5349220 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ZkController I am the 
leader, no recovery necessary
   [junit4]   2> 5349223 INFO  (qtp1518975060-78252) [n:127.0.0.1:40741_solr 
c:raceDeleteReplica_false s:shard1 r:core_node4 
x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=raceDeleteReplica_false_shard1_replica_n2&action=CREATE&numShards=1&collection=raceDeleteReplica_false&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2521
   [junit4]   2> 5349326 INFO  (zkCallback-9762-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5349341 INFO  (zkCallback-9762-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5349607 INFO  (qtp751500639-78223) [n:127.0.0.1:34621_solr 
c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=raceDeleteReplica_false_shard1_replica_n1&action=CREATE&numShards=1&collection=raceDeleteReplica_false&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2951
   [junit4]   2> 5349612 INFO  (qtp1422573816-78234) [n:127.0.0.1:46501_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
45 seconds. Check all shard replicas
   [junit4]   2> 5349731 INFO  (zkCallback-9734-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5349731 INFO  (zkCallback-9762-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5349731 INFO  (zkCallback-9762-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5349731 INFO  (zkCallback-9766-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5349731 INFO  (zkCallback-9766-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5349734 INFO  (qtp1422573816-78234) [n:127.0.0.1:46501_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={collection.configName=conf&name=raceDeleteReplica_false&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=3644
   [junit4]   2> 5349755 INFO  (watches-9783-thread-1) [    ] 
o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
   [junit4]   2> 5349808 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica 
count: 2
   [junit4]   2> 5349823 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=940043575
   [junit4]   2> 5349824 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34621_solr
   [junit4]   2> 5349824 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 5349824 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.ZkController Publish node=127.0.0.1:34621_solr as DOWN
   [junit4]   2> 5350063 INFO  (coreCloseExecutor-8992-thread-1) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore 
[raceDeleteReplica_false_shard1_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@4aa82901
   [junit4]   2> 5350063 INFO  (coreCloseExecutor-8992-thread-1) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.core.raceDeleteReplica_false.shard1.replica_n1, tag=4aa82901
   [junit4]   2> 5350063 INFO  (coreCloseExecutor-8992-thread-1) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing 
reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a474992: rootName 
= solr_34621, domain = solr.core.raceDeleteReplica_false.shard1.replica_n1, 
service url = null, agent id = null] for registry 
solr.core.raceDeleteReplica_false.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@3c396916
   [junit4]   2> 5350087 INFO  (coreCloseExecutor-8992-thread-1) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.raceDeleteReplica_false.shard1.leader, tag=4aa82901
   [junit4]   2> 5350261 INFO  
(OverseerCollectionConfigSetProcessor-74329875498532874-127.0.0.1:46501_solr-n_0000000000)
 [n:127.0.0.1:46501_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 5350372 INFO  (zkCallback-9766-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5350372 INFO  (zkCallback-9762-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5350372 INFO  (zkCallback-9762-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5350387 INFO  (zkCallback-9766-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5350411 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 5350411 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@50e6b31a: rootName = 
solr_34621, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@71385ffd
   [junit4]   2> 5350434 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 5350434 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1036d4d9: rootName = 
solr_34621, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@3bbfa651
   [junit4]   2> 5350449 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 5350449 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4bd0e3b9: rootName = 
solr_34621, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@578e7486
   [junit4]   2> 5350449 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 5350648 INFO  (zkCallback-9773-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 5350649 INFO  (zkCallback-9750-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 5350649 INFO  (zkCallback-9741-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 5350649 INFO  (zkCallback-9785-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 5350662 INFO  (zkCallback-9724-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 5350663 INFO  (zkCallback-9762-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 5350666 INFO  (zkCallback-9734-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 5350727 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@744ed11e{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 5350756 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@60b0ea65{/solr,null,UNAVAILABLE}
   [junit4]   2> 5350756 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 5350881 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 5350882 WARN  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 5350882 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 34621 try 
number 1 ...
   [junit4]   2> 5350882 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; 
git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 5350970 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5350970 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5350970 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 5350975 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6a459ece{/solr,null,AVAILABLE}
   [junit4]   2> 5350975 WARN  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured 
for SslContextFactory@43c2fff2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5350976 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d3b5386{SSL,[ssl, 
http/1.1]}{127.0.0.1:34621}
   [junit4]   2> 5350976 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.s.Server Started @5351205ms
   [junit4]   2> 5350976 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34621}
   [junit4]   2> 5350976 ERROR 
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 5350976 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5350976 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 9.0.0
   [junit4]   2> 5350976 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 5350976 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5350976 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-11T20:07:53.500Z
   [junit4]   2> 5350992 INFO  (zkConnectionManagerCallback-9793-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5350993 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5353713 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5353713 WARN  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 
transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5353765 WARN  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured 
for SslContextFactory@2c7afac6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5353802 WARN  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 
transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 5353803 WARN  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured 
for SslContextFactory@4d96558c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5353804 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40215/solr
   [junit4]   2> 5353810 INFO  (zkConnectionManagerCallback-9799-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5353894 INFO  (zkConnectionManagerCallback-9801-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5353901 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 5353935 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:34621_solr as DOWN
   [junit4]   2> 5353936 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 5353936 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34621_solr
   [junit4]   2> 5353937 INFO  (zkCallback-9724-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5353937 INFO  (zkCallback-9762-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5353967 INFO  (zkCallback-9785-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5353967 INFO  (zkCallback-9773-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5353967 INFO  (zkCallback-9741-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5353967 INFO  (zkCallback-9734-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5353967 INFO  (zkCallback-9750-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5353992 INFO  (zkCallback-9800-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5354008 INFO  (zkCallback-9762-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5354008 INFO  (zkCallback-9762-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5354134 INFO  (zkConnectionManagerCallback-9808-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5354135 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 5354135 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:40215/solr ready
   [junit4]   2> 5354151 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 5354246 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34621.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5354296 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34621.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5354297 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34621.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5354298 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node1/.
   [junit4]   2> 5354298 INFO  
(TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[D8255E2B0AD66CD8])
 [n:127.0.0.1:34621_solr    ] o.a.s.c.CorePropertiesLocator Cores are: 
[raceDeleteReplica_false_shard1_replica_n1]
   [junit4]   2> 5354516 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 5354573 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr    ] o.a.s.s.IndexSchema 
[raceDeleteReplica_false_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 5354588 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with 
uniqueid field id
   [junit4]   2> 5354646 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 9.0.0
   [junit4]   2> 5354844 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.IndexSchema 
[raceDeleteReplica_false_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 5354846 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 5354846 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'raceDeleteReplica_false_shard1_replica_n1' using configuration from 
collection raceDeleteReplica_false, trusted=true
   [junit4]   2> 5354863 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_34621.solr.core.raceDeleteReplica_false.shard1.replica_n1' 
(registry 'solr.core.raceDeleteReplica_false.shard1.replica_n1') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@67dd8815
   [junit4]   2> 5354863 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore 
[[raceDeleteReplica_false_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node1/raceDeleteReplica_false_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node1/./raceDeleteReplica_false_shard1_replica_n1/data/]
   [junit4]   2> 5355103 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 5355103 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5355105 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 5355105 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 5355122 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@775f82df[raceDeleteReplica_false_shard1_replica_n1] main]
   [junit4]   2> 5355139 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 5355139 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 5355140 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000ms.
   [junit4]   2> 5355140 INFO  
(coreLoadExecutor-9002-thread-1-processing-n:127.0.0.1:34621_solr) 
[n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 r:core_node3 
x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1627741096681406464
   [junit4]   2> 5355159 INFO  
(coreZkRegister-8994-thread-1-processing-n:127.0.0.1:34621_solr 
x:raceDeleteReplica_false_shard1_replica_n1 c:raceDeleteReplica_false s:shard1 
r:core_node3) [n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 
r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] 
o.a.s.c.DeleteReplicaTest Running delete core 
CoreDescriptor[name=raceDeleteReplica_false_shard1_replica_n1;instanceDir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_D8255E2B0AD66CD8-001/tempDir-001/node1/./raceDeleteReplica_false_shard1_replica_n1]
   [junit4]   2> 5355161 INFO  
(searcherExecutor-9003-thread-1-processing-n:127.0.0.1:34621_solr 
x:raceDeleteReplica_false_shard1_replica_n1 c:raceDeleteReplica_false s:shard1 
r:core_node3) [n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 
r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore 
[raceDeleteReplica_false_shard1_replica_n1] Registered new searcher 
Searcher@775f82df[raceDeleteReplica_false_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5355277 INFO  (zkCallback-9762-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5355277 INFO  (zkCallback-9762-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/raceDeleteReplica_false/state.json] for collection 
[raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 5355783 ERROR 
(coreZkRegister-8994-thread-1-processing-n:127.0.0.1:34621_solr 
x:raceDeleteReplica_false_shard1_replica_n1 c:raceDeleteReplica_false s:shard1 
r:core_node3) [n:127.0.0.1:34621_solr c:raceDeleteReplica_false s:shard1 
r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.ZkContainer 
:org.apache.so

[...truncated too long message...]

t as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1412637392
     [copy] Copying 239 files to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1412637392
   [delete] Deleting directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1412637392

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: 
org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath]         confs: [default]
[ivy:cachepath]         found 
org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath]         found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath]         found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath]         found org.apache.httpcomponents#httpclient;4.3.6 in 
public
[ivy:cachepath]         found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath]         found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath]         found commons-codec#commons-codec;1.6 in public
[ivy:cachepath]         found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 4ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for 
further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 617 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
        at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
        at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
                at 
hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
                at 
hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
                at hudson.remoting.Channel.call(Channel.java:955)
                at hudson.FilePath.act(FilePath.java:1072)
                at hudson.FilePath.act(FilePath.java:1061)
                at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
                at 
hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
                at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
                at 
hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
                at hudson.model.Build$BuildExecution.post2(Build.java:186)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
                at hudson.model.Run.execute(Run.java:1835)
                at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
                at 
hudson.model.ResourceController.execute(ResourceController.java:97)
                at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
        at hudson.remoting.UserRequest.perform(UserRequest.java:212)
        at hudson.remoting.UserRequest.perform(UserRequest.java:54)
        at hudson.remoting.Request$2.run(Request.java:369)
        at 
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no 
matches found within 10000
        at hudson.FilePath.act(FilePath.java:1074)
        at hudson.FilePath.act(FilePath.java:1061)
        at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
        at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
        at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
        at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
        at hudson.model.Build$BuildExecution.post2(Build.java:186)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
        at hudson.model.Run.execute(Run.java:1835)
        at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
        at hudson.model.ResourceController.execute(ResourceController.java:97)
        at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern 
"**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to