Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/2167/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown

Error Message:
Collection not found: coll1

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: coll1
        at 
__randomizedtesting.SeedInfo.seed([7D84513C004F089C:1313D27079A8AE1F]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
        at 
org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown(ZkFailoverTest.java:50)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Expected 1x2 collections null Live Nodes: [127.0.0.1:35362_solr, 
127.0.0.1:37706_solr, 127.0.0.1:41218_solr, 127.0.0.1:48167_solr] Last 
available state: null

Stack Trace:
java.lang.AssertionError: Expected 1x2 collections
null
Live Nodes: [127.0.0.1:35362_solr, 127.0.0.1:37706_solr, 127.0.0.1:41218_solr, 
127.0.0.1:48167_solr]
Last available state: null
        at 
__randomizedtesting.SeedInfo.seed([7D84513C004F089C:179230EC68BD4256]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
        at 
org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:233)
        at 
org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:224)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12473 lines...]
   [junit4] Suite: org.apache.solr.cloud.ZkFailoverTest
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/init-core-data-001
   [junit4]   2> 3277 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3337 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] o.e.j.u.log 
Logging initialized @3424ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 3346 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3355 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3476 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001
   [junit4]   2> 3500 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3502 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3503 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 3585 ERROR (Thread-1) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3602 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:59025
   [junit4]   2> 3695 INFO  (zkConnectionManagerCallback-4-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3971 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 3971 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 3999 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 3999 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 3999 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 3999 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 4004 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 4004 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 4027 INFO  (jetty-launcher-1-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@41d8d24d{/solr,null,AVAILABLE}
   [junit4]   2> 4027 INFO  (jetty-launcher-1-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5f876048{/solr,null,AVAILABLE}
   [junit4]   2> 4044 INFO  (jetty-launcher-1-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@414da134{HTTP/1.1,[http/1.1]}{127.0.0.1:60638}
   [junit4]   2> 4044 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server 
Started @4135ms
   [junit4]   2> 4044 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60638}
   [junit4]   2> 4069 INFO  (jetty-launcher-1-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@58be6308{HTTP/1.1,[http/1.1]}{127.0.0.1:36290}
   [junit4]   2> 4069 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server 
Started @4160ms
   [junit4]   2> 4070 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36290}
   [junit4]   2> 4138 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.u.c.SSLCredentialProviderFactory Processing SSL Credential Provider 
chain: env;sysprop
   [junit4]   2> 4200 ERROR (jetty-launcher-1-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4200 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4200 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 4205 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4205 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4206 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-11-20T11:25:25.251Z
   [junit4]   2> 4222 ERROR (jetty-launcher-1-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4222 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4222 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 4222 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4222 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4222 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-11-20T11:25:25.267Z
   [junit4]   2> 4237 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 4261 INFO  (zkConnectionManagerCallback-6-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4263 INFO  (zkConnectionManagerCallback-8-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4271 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4327 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5477 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59025/solr
   [junit4]   2> 5483 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59025/solr
   [junit4]   2> 5528 INFO  (zkConnectionManagerCallback-16-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5544 INFO  (zkConnectionManagerCallback-14-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5577 INFO  (zkConnectionManagerCallback-19-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5601 INFO  (zkConnectionManagerCallback-20-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6085 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.c.OverseerElectionContext I am going to be the leader 
127.0.0.1:60638_solr
   [junit4]   2> 6087 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:36290_solr 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36290_solr
   [junit4]   2> 6094 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.c.Overseer Overseer 
(id=72091808373342213-127.0.0.1:60638_solr-n_0000000000) starting
   [junit4]   2> 6115 INFO  (zkCallback-17-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6120 INFO  (zkCallback-18-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6186 INFO  (zkConnectionManagerCallback-29-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6194 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6205 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59025/solr 
ready
   [junit4]   2> 6369 INFO  
(OverseerStateUpdate-72091808373342213-127.0.0.1:60638_solr-n_0000000000) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:60638_solr
   [junit4]   2> 6377 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 6378 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60638_solr
   [junit4]   2> 6389 INFO  (zkCallback-18-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6389 INFO  (zkCallback-17-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6395 INFO  (zkCallback-28-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6481 INFO  (zkConnectionManagerCallback-35-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6485 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:36290_solr 
   ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6487 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:36290_solr 
   ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59025/solr 
ready
   [junit4]   2> 6503 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:36290_solr 
   ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics 
history in memory.
   [junit4]   2> 6515 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics 
history in memory.
   [junit4]   2> 6708 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:36290_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36290.solr.node' 
(registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1a6fce91
   [junit4]   2> 6710 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:36290_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36290.solr.jvm' 
(registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1a6fce91
   [junit4]   2> 6711 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:36290_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36290.solr.jetty' 
(registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1a6fce91
   [junit4]   2> 6712 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60638.solr.node' 
(registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1a6fce91
   [junit4]   2> 6712 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60638.solr.jvm' 
(registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1a6fce91
   [junit4]   2> 6713 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60638.solr.jetty' 
(registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1a6fce91
   [junit4]   2> 6766 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:36290_solr 
   ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/.
   [junit4]   2> 6774 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:60638_solr 
   ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/.
   [junit4]   2> 7028 INFO  (zkConnectionManagerCallback-38-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 7039 INFO  (zkConnectionManagerCallback-43-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 7042 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 7045 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59025/solr ready
   [junit4]   2> 7080 INFO  
(TEST-ZkFailoverTest.testRestartZkWhenClusterDown-seed#[7D84513C004F089C]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testRestartZkWhenClusterDown
   [junit4]   2> 7435 INFO  (qtp407179394-29) [n:127.0.0.1:60638_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&name=coll1&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 7454 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
coll1
   [junit4]   2> 7456 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/managed-schema to /configs/coll1.AUTOCREATED/managed-schema
   [junit4]   2> 7459 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/protwords.txt to /configs/coll1.AUTOCREATED/protwords.txt
   [junit4]   2> 7463 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/solrconfig.xml to /configs/coll1.AUTOCREATED/solrconfig.xml
   [junit4]   2> 7466 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/synonyms.txt to /configs/coll1.AUTOCREATED/synonyms.txt
   [junit4]   2> 7469 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/stopwords.txt to /configs/coll1.AUTOCREATED/stopwords.txt
   [junit4]   2> 7488 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_it.txt to 
/configs/coll1.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 7492 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_no.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 7496 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hy.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 7499 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_ca.txt to 
/configs/coll1.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 7502 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stemdict_nl.txt to 
/configs/coll1.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 7505 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_id.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 7508 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ga.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 7511 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hi.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 7516 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_da.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 7519 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ja.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 7524 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_pt.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 7527 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hu.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 7530 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_el.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 7533 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ru.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 7538 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_tr.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 7541 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ar.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 7544 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/userdict_ja.txt to 
/configs/coll1.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 7547 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_it.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 7550 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_eu.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 7552 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_cz.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 7555 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stoptags_ja.txt to 
/configs/coll1.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 7558 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_fr.txt to 
/configs/coll1.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 7561 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fa.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 7563 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_ga.txt to 
/configs/coll1.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 7566 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ca.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 7568 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_nl.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 7571 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_bg.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 7574 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_lv.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 7576 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_es.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 7579 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_en.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 7581 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ro.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 7584 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_th.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 7587 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fr.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 7590 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_sv.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 7593 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fi.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 7596 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/hyphenations_ga.txt to 
/configs/coll1.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 7599 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_gl.txt to 
/configs/coll1.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 7602 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/params.json to /configs/coll1.AUTOCREATED/params.json
   [junit4]   2> 7819 INFO  (qtp407179394-25) [n:127.0.0.1:60638_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=14
   [junit4]   2> 7874 INFO  (qtp1763169802-33) [n:127.0.0.1:36290_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=2
   [junit4]   2> 7911 INFO  
(OverseerStateUpdate-72091808373342213-127.0.0.1:60638_solr-n_0000000000) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"coll1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"coll1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36290/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 7918 INFO  
(OverseerStateUpdate-72091808373342213-127.0.0.1:60638_solr-n_0000000000) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"coll1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"coll1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60638/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 8143 INFO  (qtp407179394-30) [n:127.0.0.1:60638_solr    
x:coll1_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=coll1.AUTOCREATED&newCollection=true&name=coll1_shard2_replica_n2&action=CREATE&numShards=2&collection=coll1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 8144 INFO  (qtp1763169802-24) [n:127.0.0.1:36290_solr    
x:coll1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=coll1.AUTOCREATED&newCollection=true&name=coll1_shard1_replica_n1&action=CREATE&numShards=2&collection=coll1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 8147 INFO  (qtp1763169802-24) [n:127.0.0.1:36290_solr    
x:coll1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 9229 INFO  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.RequestParams conf 
resource params.json loaded . version : 0 
   [junit4]   2> 9231 INFO  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.RequestParams request 
params refreshed to version 0
   [junit4]   2> 9235 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../contrib/extraction/lib
 filtered by .*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 9235 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
 filtered by solr-cell-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
   [junit4]   2> 9235 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../contrib/clustering/lib
 filtered by .*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 9236 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
 filtered by solr-clustering-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
   [junit4]   2> 9236 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../contrib/langid/lib
 filtered by .*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 9236 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
 filtered by solr-langid-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
   [junit4]   2> 9236 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../contrib/velocity/lib
 filtered by .*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 9237 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
 filtered by solr-velocity-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
   [junit4]   2> 9237 WARN  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
 filtered by solr-ltr-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node1/coll1_shard1_replica_n1/../../../../dist
   [junit4]   2> 9240 INFO  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.RequestParams conf 
resource params.json loaded . version : 0 
   [junit4]   2> 9241 INFO  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.RequestParams request 
params refreshed to version 0
   [junit4]   2> 9242 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../contrib/extraction/lib
 filtered by .*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 9244 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
 filtered by solr-cell-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
   [junit4]   2> 9245 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../contrib/clustering/lib
 filtered by .*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 9245 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
 filtered by solr-clustering-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
   [junit4]   2> 9245 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../contrib/langid/lib
 filtered by .*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 9246 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
 filtered by solr-langid-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
   [junit4]   2> 9246 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../contrib/velocity/lib
 filtered by .*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 9246 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
 filtered by solr-velocity-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
   [junit4]   2> 9247 WARN  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Couldn't 
add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
 filtered by solr-ltr-\d.*\.jar to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001/tempDir-001/node2/coll1_shard2_replica_n2/../../../../dist
   [junit4]   2> 9270 INFO  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 9291 INFO  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 9502 INFO  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.s.IndexSchema 
[coll1_shard2_replica_n2] Schema name=default-config
   [junit4]   2> 9509 INFO  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.s.IndexSchema 
[coll1_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 10563 ERROR (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.h.RequestHandlerBase 
org.apache.solr.common.SolrException: Error CREATEing SolrCore 
'coll1_shard1_replica_n1': Unable to create core [coll1_shard1_replica_n1] 
Caused by: Can't find resource 'lang/stopwords_de.txt' in classpath or 
'/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:1092)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [coll1_shard1_replica_n1]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1164)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:1053)
   [junit4]   2>        ... 39 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not 
load conf for core coll1_shard1_replica_n1: Can't load schema managed-schema: 
org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 
'lang/stopwords_de.txt' in classpath or '/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:96)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1192)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1139)
   [junit4]   2>        ... 40 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Can't load 
schema managed-schema: org.apache.solr.core.SolrResourceNotFoundException: 
Can't find resource 'lang/stopwords_de.txt' in classpath or 
'/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:585)
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:176)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:105)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:173)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:70)
   [junit4]   2>        at 
org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:118)
   [junit4]   2>        at 
org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:91)
   [junit4]   2>        ... 42 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: 
org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 
'lang/stopwords_de.txt' in classpath or '/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1317)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsForFieldType(ManagedIndexSchema.java:1168)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.postReadInform(ManagedIndexSchema.java:1153)
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:581)
   [junit4]   2>        ... 49 more
   [junit4]   2> Caused by: org.apache.solr.core.SolrResourceNotFoundException: 
Can't find resource 'lang/stopwords_de.txt' in classpath or 
'/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130)
   [junit4]   2>        at 
org.apache.lucene.analysis.util.AbstractAnalysisFactory.getSnowballWordSet(AbstractAnalysisFactory.java:271)
   [junit4]   2>        at 
org.apache.lucene.analysis.core.StopFilterFactory.inform(StopFilterFactory.java:101)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1315)
   [junit4]   2>        ... 52 more
   [junit4]   2> 
   [junit4]   2> 10564 INFO  (qtp1763169802-24) [n:127.0.0.1:36290_solr c:coll1 
s:shard1 r:core_node3 x:coll1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=coll1.AUTOCREATED&newCollection=true&name=coll1_shard1_replica_n1&action=CREATE&numShards=2&collection=coll1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=400 QTime=2426
   [junit4]   2> 10567 ERROR 
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error 
from shard: http://127.0.0.1:36290/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:36290/solr: Error CREATEing SolrCore 
'coll1_shard1_replica_n1': Unable to create core [coll1_shard1_replica_n1] 
Caused by: Can't find resource 'lang/stopwords_de.txt' in classpath or 
'/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 
~[?:1.8.0_191]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
 ~[metrics-core-3.2.6.jar:3.2.6]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_191]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_191]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 10584 ERROR (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.h.RequestHandlerBase 
org.apache.solr.common.SolrException: Error CREATEing SolrCore 
'coll1_shard2_replica_n2': Unable to create core [coll1_shard2_replica_n2] 
Caused by: Can't find resource 'lang/stopwords_de.txt' in classpath or 
'/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:1092)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [coll1_shard2_replica_n2]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1164)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:1053)
   [junit4]   2>        ... 40 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not 
load conf for core coll1_shard2_replica_n2: Can't load schema managed-schema: 
org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 
'lang/stopwords_de.txt' in classpath or '/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:96)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1192)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1139)
   [junit4]   2>        ... 41 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Can't load 
schema managed-schema: org.apache.solr.core.SolrResourceNotFoundException: 
Can't find resource 'lang/stopwords_de.txt' in classpath or 
'/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:585)
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:176)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:105)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:173)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:70)
   [junit4]   2>        at 
org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:118)
   [junit4]   2>        at 
org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:91)
   [junit4]   2>        ... 43 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: 
org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 
'lang/stopwords_de.txt' in classpath or '/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1317)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsForFieldType(ManagedIndexSchema.java:1168)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.postReadInform(ManagedIndexSchema.java:1153)
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:581)
   [junit4]   2>        ... 50 more
   [junit4]   2> Caused by: org.apache.solr.core.SolrResourceNotFoundException: 
Can't find resource 'lang/stopwords_de.txt' in classpath or 
'/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130)
   [junit4]   2>        at 
org.apache.lucene.analysis.util.AbstractAnalysisFactory.getSnowballWordSet(AbstractAnalysisFactory.java:271)
   [junit4]   2>        at 
org.apache.lucene.analysis.core.StopFilterFactory.inform(StopFilterFactory.java:101)
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1315)
   [junit4]   2>        ... 53 more
   [junit4]   2> 
   [junit4]   2> 10585 INFO  (qtp407179394-30) [n:127.0.0.1:60638_solr c:coll1 
s:shard2 r:core_node4 x:coll1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=coll1.AUTOCREATED&newCollection=true&name=coll1_shard2_replica_n2&action=CREATE&numShards=2&collection=coll1&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=400 QTime=2450
   [junit4]   2> 10587 ERROR 
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error 
from shard: http://127.0.0.1:60638/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:60638/solr: Error CREATEing SolrCore 
'coll1_shard2_replica_n2': Unable to create core [coll1_shard2_replica_n2] 
Caused by: Can't find resource 'lang/stopwords_de.txt' in classpath or 
'/configs/coll1.AUTOCREATED', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 
~[?:1.8.0_191]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
 ~[metrics-core-3.2.6.jar:3.2.6]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_191]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_191]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 10588 ERROR 
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler 
Cleaning up collection [coll1].
   [junit4]   2> 10609 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler 
Executing Collection 
Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true,
 asyncId=null
   [junit4]   2> 10618 INFO  (qtp1763169802-39) [n:127.0.0.1:36290_solr    
x:coll1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={deleteInstanceDir=true&deleteMetricsHistory=true&core=coll1_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=6
   [junit4]   2> 10621 INFO  (qtp407179394-31) [n:127.0.0.1:60638_solr    
x:coll1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={deleteInstanceDir=true&deleteMetricsHistory=true&core=coll1_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 11236 INFO  
(OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:60638_solr) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.a.c.CreateCollectionCmd Cleaned up 
artifacts for failed create collection for [coll1]
   [junit4]   2> 11265 INFO  (qtp407179394-29) [n:127.0.0.1:60638_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 11532 INFO  
(OverseerCollectionConfigSetProcessor-72091808373342213-127.0.0.1:60638_solr-n_0000000000)
 [n:127.0.0.1:60638_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 41307 ERROR (qtp407179394-29) [n:127.0.0.1:60638_solr    ] 
o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to 
become ACTIVE with timeout=30
   [junit4]   2> 41307 INFO  (qtp407179394-29) [n:127.0.0.1:60638_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=0&name=coll1&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2}
 status=0 QTime=34136
   [junit4]   2> 41312 INFO  
(TEST-ZkFailoverTest.testRestartZkWhenClusterDown-seed#[7D84513C004F089C]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testRestartZkWhenClusterDown
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkFailoverTest 
-Dtests.method=testRestartZkWhenClusterDown -Dtests.seed=7D84513C004F089C 
-Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=Europe/Gibraltar 
-Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   34.3s J1 | ZkFailoverTest.testRestartZkWhenClusterDown <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Collection 
not found: coll1
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([7D84513C004F089C:1313D27079A8AE1F]:0)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
   [junit4]    >        at 
org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown(ZkFailoverTest.java:50)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 41360 INFO  (jetty-closer-2-thread-1) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@58be6308{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 41361 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1324411283
   [junit4]   2> 41363 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 41368 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@76258278: rootName = 
solr_36290, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@116c4d5a
   [junit4]   2> 41392 INFO  (jetty-closer-2-thread-2) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@414da134{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 41394 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=914651034
   [junit4]   2> 41396 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 41396 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2bd2dad0: rootName = 
solr_60638, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@ffe3e6e
   [junit4]   2> 41403 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 41403 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6bd4ced3: rootName = 
solr_60638, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@bc1ab49
   [junit4]   2> 41411 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 41411 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@18dbd84d: rootName = 
solr_60638, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@4ec33455
   [junit4]   2> 41415 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 41416 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@63adafae: rootName = 
solr_36290, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@bc1ab49
   [junit4]   2> 41419 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 41419 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3941d7e1: rootName = 
solr_36290, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@4ec33455
   [junit4]   2> 41421 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60638_solr
   [junit4]   2> 41422 INFO  (jetty-closer-2-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 41425 INFO  (zkCallback-17-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 41425 INFO  (zkCallback-34-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 41427 INFO  (zkCallback-18-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 41427 INFO  (zkCallback-28-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 41429 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36290_solr
   [junit4]   2> 41433 INFO  (zkCallback-34-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 41433 INFO  (zkCallback-28-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 41433 INFO  (zkCallback-17-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 41433 INFO  (zkCallback-18-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 41434 INFO  (jetty-closer-2-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 41436 INFO  (jetty-closer-2-thread-2) [    ] o.a.s.c.Overseer 
Overseer (id=72091808373342213-127.0.0.1:60638_solr-n_0000000000) closing
   [junit4]   2> 41437 INFO  
(OverseerStateUpdate-72091808373342213-127.0.0.1:60638_solr-n_0000000000) 
[n:127.0.0.1:60638_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:60638_solr
   [junit4]   2> 41438 WARN  
(OverseerAutoScalingTriggerThread-72091808373342213-127.0.0.1:60638_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 41458 INFO  (jetty-closer-2-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5f876048{/solr,null,UNAVAILABLE}
   [junit4]   2> 41458 INFO  (jetty-closer-2-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@41d8d24d{/solr,null,UNAVAILABLE}
   [junit4]   2> 41458 INFO  (jetty-closer-2-thread-1) [    ] o.e.j.s.session 
node0 Stopped scavenging
   [junit4]   2> 41458 INFO  (jetty-closer-2-thread-2) [    ] o.e.j.s.session 
node0 Stopped scavenging
   [junit4]   2> 41465 ERROR 
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 41468 INFO  
(SUITE-ZkFailoverTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:59025 59025
   [junit4]   2> 41711 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer connecting 
to 127.0.0.1:59025 59025
   [junit4]   2> 41712 WARN  (Thread-1) [    ] o.a.s.c.ZkTestServer Watch limit 
violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        2       /solr/collections/coll1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ZkFailoverTest_7D84513C004F089C-001
   [junit4]   2> Nov 20, 2018 11:26:02 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, 
docValues:{}, maxPointsInLeafNode=1004, maxMBSortInHeap=7.789285867621198, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@530a47ab),
 locale=ja-JP, timezone=Europe/Gibraltar
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_191 
(64-bit)/cpus=3,threads=1,free=29969400,total=100663296
   [junit4]   2> NOTE: All tests run in this JVM: [ZkFailoverTest]
   [junit4] Completed [3/835 (1!)] on J1 in 41.12s, 1 test, 1 error <<< 
FAILURES!

[...truncated 48 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_7D84513C004F089C-001/init-core-data-001
   [junit4]   2> 17824 WARN  
(SUITE-DeleteReplicaTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 17825 INFO  
(SUITE-DeleteReplicaTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 17828 INFO  
(SUITE-DeleteReplicaTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 18043 INFO  
(SUITE-DeleteReplicaTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 18049 INFO  
(SUITE-DeleteReplicaTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_7D84513C004F089C-001/tempDir-001
   [junit4]   2> 18058 INFO  
(SUITE-DeleteReplicaTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 18060 INFO  (Thread-2) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 18060 INFO  (Thread-2) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 18153 ERROR (Thread-2) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 18159 INFO  
(SUITE-DeleteReplicaTest-seed#[7D84513C004F089C]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60025
   [junit4]   2> 18252 INFO  (zkConnectionManagerCallback-10-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 18557 INFO  (jetty-launcher-7-thread-4) [    ] o.e.j.s.Server 
jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 18557 INFO  (jetty-launcher-7-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 18557 INFO  (jetty-launcher-7-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 18557 INFO  (jetty-launcher-7-thread-3) [    ] o.e.j.s.Server 
jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 18588 INFO  (jetty-launcher-7-thread-3) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 18588 INFO  (jetty-launcher-7-thread-4) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 18588 INFO  (jetty-launcher-7-thread-4) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 18588 INFO  (jetty-launcher-7-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 18588 INFO  (jetty-launcher-7-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 18588 INFO  (jetty-launcher-7-thread-3) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 18591 INFO  (jetty-launcher-7-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 18591 INFO  (jetty-launcher-7-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 18593 INFO  (jetty-launcher-7-thread-1) [    ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 18593 INFO  (jetty-launcher-7-thread-4) [    ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 18593 INFO  (jetty-launcher-7-thread-2) [    ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 18593 INFO  (jetty-launcher-7-thread-3) [    ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 18613 INFO  (jetty-launcher-7-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2567fd7e{/solr,null,AVAILABLE}
   [junit4]   2> 18613 INFO  (jetty-launcher-7-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@464d02c4{/solr,null,AVAILABLE}
   [junit4]   2> 18613 INFO  (jetty-launcher-7-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@a8a929c{/solr,null,AVAILABLE}
   [junit4]   2> 18614 INFO  (jetty-launcher-7-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2e9b51e7{/solr,null,AVAILABLE}
   [junit4]   2> 18667 INFO  (jetty-launcher-7-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4fba92f8{SSL,[ssl, 
http/1.1]}{127.0.0.1:37706}
   [junit4]   2> 18667 INFO  (jetty-launcher-7-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4c8e6078{SSL,[ssl, 
http/1.1]}{127.0.0.1:48167}
   [junit4]   2> 18667 INFO  (jetty-launcher-7-thread-4) [    ] o.e.j.s.Server 
Started @18763ms
   [junit4]   2> 18667 INFO  (jetty-launcher-7-thread-1) [    ] o.e.j.s.Server 
Started @18763ms
   [junit4]   2> 18667 INFO  (jetty-launcher-7-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37706}
   [junit4]   2> 18667 INFO  (jetty-launcher-7-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=48167}
   [junit4]   2> 18668 INFO  (jetty-launcher-7-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@7e7d4296{SSL,[ssl, 
http/1.1]}{127.0.0.1:35362}
   [junit4]   2> 18668 INFO  (jetty-launcher-7-thread-2) [    ] o.e.j.s.Server 
Started @18764ms
   [junit4]   2> 18668 INFO  (jetty-launcher-7-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@813c42{SSL,[ssl, 
http/1.1]}{127.0.0.1:41218}
   [junit4]   2> 18668 INFO  (jetty-launcher-7-thread-3) [    ] o.e.j.s.Server 
Started @18764ms
   [junit4]   2> 18668 INFO  (jetty

[...truncated too long message...]

junit4] OK      4.19s J0 | DeleteReplicaTest.deleteLiveReplicaTest
   [junit4] OK      89.6s J0 | 
DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
   [junit4] OK      4.09s J0 | 
DeleteReplicaTest.deleteReplicaByCountForAllShards
   [junit4] OK      6.42s J0 | 
DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup
   [junit4] OK      4.28s J0 | DeleteReplicaTest.deleteReplicaByCount
   [junit4] OK      10.6s J0 | DeleteReplicaTest.deleteReplicaFromClusterState
   [junit4] Completed [4/10] on J0 in 132.72s, 7 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(21833@serv1-vm3): 2018-11-20T12:58:43, stalled for 
61.4s at: ZkFailoverTest.testRestartZkWhenClusterDown
   [junit4] HEARTBEAT J0 PID(21834@serv1-vm3): 2018-11-20T12:59:07, stalled for 
66.9s at: DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
   [junit4] Suite: org.apache.solr.cloud.ZkFailoverTest
   [junit4] OK      13.1s J1 | ZkFailoverTest.testRestartZkWhenClusterDown
   [junit4] Completed [5/10] on J1 in 115.66s, 1 test
   [junit4] 
   [junit4] Duplicate suite name used with XML reports: 
org.apache.solr.cloud.ZkFailoverTest. This may confuse tools that process XML 
reports. Set 'ignoreDuplicateSuites' to true to skip this message.
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4] OK      8.63s J0 | DeleteReplicaTest.deleteReplicaOnIndexing
   [junit4] OK      4.31s J0 | DeleteReplicaTest.deleteLiveReplicaTest
   [junit4] OK      98.2s J0 | 
DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
   [junit4] OK      4.08s J0 | 
DeleteReplicaTest.deleteReplicaByCountForAllShards
   [junit4] OK      6.29s J0 | 
DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup
   [junit4] OK      4.46s J0 | DeleteReplicaTest.deleteReplicaByCount
   [junit4] OK      14.2s J0 | DeleteReplicaTest.deleteReplicaFromClusterState
   [junit4] Completed [6/10] on J0 in 145.54s, 7 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(21833@serv1-vm3): 2018-11-20T13:00:43, stalled for 
65.9s at: ZkFailoverTest.testRestartZkWhenClusterDown
   [junit4] Suite: org.apache.solr.cloud.ZkFailoverTest
   [junit4] OK      11.6s J1 | ZkFailoverTest.testRestartZkWhenClusterDown
   [junit4] Completed [7/10] on J1 in 116.82s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(21834@serv1-vm3): 2018-11-20T13:01:31, stalled for 
67.8s at: DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4] OK      7.47s J0 | DeleteReplicaTest.deleteReplicaOnIndexing
   [junit4] OK      4.18s J0 | DeleteReplicaTest.deleteLiveReplicaTest
   [junit4] OK      91.1s J0 | 
DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
   [junit4] OK      4.07s J0 | 
DeleteReplicaTest.deleteReplicaByCountForAllShards
   [junit4] OK      6.36s J0 | 
DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup
   [junit4] OK      4.42s J0 | DeleteReplicaTest.deleteReplicaByCount
   [junit4] OK      12.4s J0 | DeleteReplicaTest.deleteReplicaFromClusterState
   [junit4] Completed [8/10] on J0 in 132.83s, 7 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(21833@serv1-vm3): 2018-11-20T13:02:31, stalled for 
60.0s at: ZkFailoverTest.testRestartZkWhenClusterDown
   [junit4] Suite: org.apache.solr.cloud.ZkFailoverTest
   [junit4] OK      10.0s J1 | ZkFailoverTest.testRestartZkWhenClusterDown
   [junit4] Completed [9/10] on J1 in 111.68s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(21834@serv1-vm3): 2018-11-20T13:03:43, stalled for 
65.1s at: ZkFailoverTest.testRestartZkWhenClusterDown
   [junit4] Suite: org.apache.solr.cloud.ZkFailoverTest
   [junit4] OK      12.2s J0 | ZkFailoverTest.testRestartZkWhenClusterDown
   [junit4] Completed [10/10] on J0 in 113.01s, 1 test
   [junit4] 
   [junit4] JVM J0:     1.09 ..   681.67 =   680.58s
   [junit4] JVM J1:     1.09 ..   615.73 =   614.64s
   [junit4] Execution time total: 11 minutes 21 seconds
   [junit4] Tests summary: 10 suites, 40 tests
   [junit4] Could not remove temporary path: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
 (java.nio.file.DirectoryNotEmptyException: Remaining files: 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp])
   [junit4] Could not remove temporary path: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
 (java.nio.file.DirectoryNotEmptyException: Remaining files: 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 317.92s | org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4:tophints] 155.87s | org.apache.solr.cloud.DeleteReplicaTest
[junit4:tophints] 135.33s | org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest
[junit4:tophints] 119.24s | org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest
[junit4:tophints] 116.99s | org.apache.solr.update.SoftAutoCommitTest

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 11 minutes 25 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.DeleteReplicaTest
[repro]   0/5 failed: org.apache.solr.cloud.ZkFailoverTest
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2845)
        at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2724)
        at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3084)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
                at 
hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
                at 
hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
                at hudson.remoting.Channel.call(Channel.java:955)
                at hudson.FilePath.act(FilePath.java:1070)
                at hudson.FilePath.act(FilePath.java:1059)
                at hudson.FilePath.validateAntFileMask(FilePath.java:2703)
                at 
hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
                at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
                at 
hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
                at hudson.model.Build$BuildExecution.post2(Build.java:186)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
                at hudson.model.Run.execute(Run.java:1835)
                at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
                at 
hudson.model.ResourceController.execute(ResourceController.java:97)
                at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
        at hudson.remoting.UserRequest.perform(UserRequest.java:212)
        at hudson.remoting.UserRequest.perform(UserRequest.java:54)
        at hudson.remoting.Request$2.run(Request.java:369)
        at 
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no 
matches found within 10000
        at hudson.FilePath.act(FilePath.java:1072)
        at hudson.FilePath.act(FilePath.java:1059)
        at hudson.FilePath.validateAntFileMask(FilePath.java:2703)
        at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
        at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
        at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
        at hudson.model.Build$BuildExecution.post2(Build.java:186)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
        at hudson.model.Run.execute(Run.java:1835)
        at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
        at hudson.model.ResourceController.execute(ResourceController.java:97)
        at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern 
"**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all 
warnings.
<Git Blamer> GIT_COMMIT=25bca6f16513fda0bdd2ab670633bac26dbf5d6e, 
workspace=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris
[WARNINGS] Computing warning deltas based on reference build #2166
Recording test results
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to