Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/745/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest

Error Message:
SolrCore.getOpenCount()==2

Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
        at __randomizedtesting.SeedInfo.seed([78FDAEE70B739512]:0)
        at org.apache.solr.util.TestHarness.close(TestHarness.java:344)
        at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:692)
        at 
org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:149)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest

Error Message:
SolrCore.getOpenCount()==2

Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
        at __randomizedtesting.SeedInfo.seed([78FDAEE70B739512]:0)
        at org.apache.solr.util.TestHarness.close(TestHarness.java:344)
        at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:692)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:249)
        at sun.reflect.GeneratedMethodAccessor17.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest

Error Message:
22 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:     1) 
Thread[id=34717, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at java.lang.Thread.sleep(Native Method)        
 at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=34733, 
name=coreZkRegister-6362-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] 
        at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    3) Thread[id=34736, 
name=zkCallback-7943-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    4) Thread[id=34738, 
name=zkCallback-7943-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    5) Thread[id=34744, 
name=zkCallback-7943-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    6) Thread[id=34722, 
name=SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker-SendThread(127.0.0.1:54985),
 state=RUNNABLE, group=TGRP-BasicZkTest]         at 
sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at 
sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at 
sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)    7) 
Thread[id=34730, name=watches-7944-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at sun.misc.Unsafe.park(Native Method)         
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)       
  at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    8) Thread[id=34718, 
name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]         
at java.lang.Thread.sleep(Native Method)         at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at java.lang.Thread.run(Thread.java:745)    9) Thread[id=34741, 
name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest]         at 
java.lang.Object.wait(Native Method)         at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 
  10) Thread[id=34732, name=searcherExecutor-6369-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]         at sun.misc.Unsafe.park(Native Method)         
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   11) Thread[id=34740, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:54985, state=RUNNABLE, 
group=TGRP-BasicZkTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native 
Method)         at 
sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at 
sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
         at java.lang.Thread.run(Thread.java:745)   12) Thread[id=34724, 
name=zkCallback-7943-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   13) Thread[id=34743, 
name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
   14) Thread[id=34737, name=zkCallback-7943-thread-5, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at sun.misc.Unsafe.park(Native Method)         
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)       
  at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   15) Thread[id=34729, 
name=Thread-4087, state=WAITING, group=TGRP-BasicZkTest]         at 
java.lang.Object.wait(Native Method)         at 
java.lang.Object.wait(Object.java:502)         at 
org.apache.solr.core.CloserThread.run(CoreContainer.java:1291)   16) 
Thread[id=34723, 
name=SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker-EventThread, 
state=WAITING, group=TGRP-BasicZkTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   
17) Thread[id=34726, 
name=OverseerCollectionConfigSetProcessor-96319933200400387-192.168.57.18:8983_-n_0000000000,
 state=TIMED_WAITING, group=Overseer collection creation process.]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343)  
       at 
org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)    
     at 
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:224) 
        at java.lang.Thread.run(Thread.java:745)   18) Thread[id=34734, 
name=zkCallback-7943-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   19) Thread[id=34735, 
name=zkCallback-7943-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   20) Thread[id=34727, 
name=OverseerHdfsCoreFailoverThread-96319933200400387-192.168.57.18:8983_-n_0000000000,
 state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at 
java.lang.Thread.sleep(Native Method)         at 
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
         at java.lang.Thread.run(Thread.java:745)   21) Thread[id=34725, 
name=OverseerStateUpdate-96319933200400387-192.168.57.18:8983_-n_0000000000, 
state=TIMED_WAITING, group=Overseer state updater.]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:164)         
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138)       
  at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:196)  
       at java.lang.Thread.run(Thread.java:745)   22) Thread[id=34739, 
name=Thread-4088, state=WAITING, group=TGRP-BasicZkTest]         at 
java.lang.Object.wait(Native Method)         at 
java.lang.Thread.join(Thread.java:1249)         at 
java.lang.Thread.join(Thread.java:1323)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 22 threads leaked from 
SUITE scope at org.apache.solr.cloud.BasicZkTest: 
   1) Thread[id=34717, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=34733, name=coreZkRegister-6362-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=34736, name=zkCallback-7943-thread-4, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=34738, name=zkCallback-7943-thread-6, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=34744, name=zkCallback-7943-thread-7, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=34722, 
name=SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker-SendThread(127.0.0.1:54985),
 state=RUNNABLE, group=TGRP-BasicZkTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   7) Thread[id=34730, name=watches-7944-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   8) Thread[id=34718, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:745)
   9) Thread[id=34741, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  10) Thread[id=34732, name=searcherExecutor-6369-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  11) Thread[id=34740, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:54985, 
state=RUNNABLE, group=TGRP-BasicZkTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
        at java.lang.Thread.run(Thread.java:745)
  12) Thread[id=34724, name=zkCallback-7943-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  13) Thread[id=34743, name=ProcessThread(sid:0 cport:-1):, state=WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
  14) Thread[id=34737, name=zkCallback-7943-thread-5, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  15) Thread[id=34729, name=Thread-4087, state=WAITING, group=TGRP-BasicZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1291)
  16) Thread[id=34723, 
name=SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker-EventThread, 
state=WAITING, group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  17) Thread[id=34726, 
name=OverseerCollectionConfigSetProcessor-96319933200400387-192.168.57.18:8983_-n_0000000000,
 state=TIMED_WAITING, group=Overseer collection creation process.]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343)
        at 
org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
        at 
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:224)
        at java.lang.Thread.run(Thread.java:745)
  18) Thread[id=34734, name=zkCallback-7943-thread-2, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  19) Thread[id=34735, name=zkCallback-7943-thread-3, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  20) Thread[id=34727, 
name=OverseerHdfsCoreFailoverThread-96319933200400387-192.168.57.18:8983_-n_0000000000,
 state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
        at java.lang.Thread.run(Thread.java:745)
  21) Thread[id=34725, 
name=OverseerStateUpdate-96319933200400387-192.168.57.18:8983_-n_0000000000, 
state=TIMED_WAITING, group=Overseer state updater.]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:164)
        at 
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138)
        at 
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:196)
        at java.lang.Thread.run(Thread.java:745)
  22) Thread[id=34739, name=Thread-4088, state=WAITING, group=TGRP-BasicZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
        at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
        at __randomizedtesting.SeedInfo.seed([78FDAEE70B739512]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=34733, name=coreZkRegister-6362-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at sun.misc.Unsafe.park(Native Method)         
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)       
  at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    2) Thread[id=34729, 
name=Thread-4087, state=WAITING, group=TGRP-BasicZkTest]         at 
java.lang.Object.wait(Native Method)         at 
java.lang.Object.wait(Object.java:502)         at 
org.apache.solr.core.CloserThread.run(CoreContainer.java:1291)    3) 
Thread[id=34736, name=zkCallback-7943-thread-4, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at sun.misc.Unsafe.park(Native Method)         
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)       
  at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    4) Thread[id=34738, 
name=zkCallback-7943-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    5) Thread[id=34734, 
name=zkCallback-7943-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    6) Thread[id=34744, 
name=zkCallback-7943-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    7) Thread[id=34722, 
name=SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker-SendThread(127.0.0.1:54985),
 state=TIMED_WAITING, group=TGRP-BasicZkTest]         at 
java.lang.Thread.sleep(Native Method)         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)    
     at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)    
8) Thread[id=34730, name=watches-7944-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]         at sun.misc.Unsafe.park(Native Method)         
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)       
  at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)    9) Thread[id=34735, 
name=zkCallback-7943-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   10) Thread[id=34732, 
name=searcherExecutor-6369-thread-1, state=WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   11) Thread[id=34724, 
name=zkCallback-7943-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   12) Thread[id=34737, 
name=zkCallback-7943-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]     
    at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
         at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
         at 
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         
at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:745)   13) Thread[id=34727, 
name=OverseerHdfsCoreFailoverThread-96319933200400387-192.168.57.18:8983_-n_0000000000,
 state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]         at 
java.lang.Thread.interrupt0(Native Method)         at 
java.lang.Thread.interrupt(Thread.java:923)         at 
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=34733, name=coreZkRegister-6362-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=34729, name=Thread-4087, state=WAITING, group=TGRP-BasicZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1291)
   3) Thread[id=34736, name=zkCallback-7943-thread-4, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=34738, name=zkCallback-7943-thread-6, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=34734, name=zkCallback-7943-thread-2, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=34744, name=zkCallback-7943-thread-7, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   7) Thread[id=34722, 
name=SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker-SendThread(127.0.0.1:54985),
 state=TIMED_WAITING, group=TGRP-BasicZkTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   8) Thread[id=34730, name=watches-7944-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   9) Thread[id=34735, name=zkCallback-7943-thread-3, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  10) Thread[id=34732, name=searcherExecutor-6369-thread-1, state=WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  11) Thread[id=34724, name=zkCallback-7943-thread-1, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  12) Thread[id=34737, name=zkCallback-7943-thread-5, state=TIMED_WAITING, 
group=TGRP-BasicZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at 
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  13) Thread[id=34727, 
name=OverseerHdfsCoreFailoverThread-96319933200400387-192.168.57.18:8983_-n_0000000000,
 state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.interrupt0(Native Method)
        at java.lang.Thread.interrupt(Thread.java:923)
        at 
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
        at java.lang.Thread.run(Thread.java:745)
        at __randomizedtesting.SeedInfo.seed([78FDAEE70B739512]:0)


FAILED:  
org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
        at 
__randomizedtesting.SeedInfo.seed([82E3541FDB012995:DFD89B6F9C0CB6AB]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1254)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:651)
        at 
org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:92)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11386 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicZkTest
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_78FDAEE70B739512-001/init-core-data-001
   [junit4]   2> 1670263 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.SolrTestCaseJ4 
Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1670263 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.ZkTestServer 
STARTING ZK TEST SERVER
   [junit4]   2> 1670263 INFO  (Thread-4086) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1670264 INFO  (Thread-4086) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1670363 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.ZkTestServer 
start zk server on port:54985
   [junit4]   2> 1670364 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1670364 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1670366 INFO  (zkCallback-7938-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@447dad8f 
name:ZooKeeperConnection Watcher:127.0.0.1:54985 got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1670367 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1670367 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1670367 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1670370 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1670370 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1670371 INFO  (zkCallback-7939-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@32b71dfc 
name:ZooKeeperConnection Watcher:127.0.0.1:54985/solr got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1670372 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1670372 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1670372 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1670374 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1670377 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1670378 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1670380 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1670380 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1670384 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1670384 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1670386 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1670386 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: 
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1670388 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1670388 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1670391 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1670391 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1670393 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 1670393 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1670395 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1670395 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1670397 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1670397 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1670399 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1670399 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1670401 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1670401 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1670403 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 1670403 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1670406 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.SolrTestCaseJ4 
####initCore
   [junit4]   2> 1670406 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 
'/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 1670406 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1670406 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader using system property solr.solr.home: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 1670406 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader Adding 
'file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/'
 to classloader
   [junit4]   2> 1670406 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader Adding 
'file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/README'
 to classloader
   [junit4]   2> 1670428 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.SolrConfig 
current version of requestparams : -1
   [junit4]   2> 1670433 WARN  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.Config 
Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> 
instead.
   [junit4]   2> 1670434 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1670447 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.SolrConfig 
Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1670451 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.s.IndexSchema 
[null] Schema name=test
   [junit4]   2> 1670518 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.s.OpenExchangeRatesOrgProvider Initialized with 
rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1670522 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.s.IndexSchema 
default search field in schema is text
   [junit4]   2> 1670523 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.s.IndexSchema 
unique key field: id
   [junit4]   2> 1670526 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1670527 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1670529 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from 
open-exchange-rates.json
   [junit4]   2> 1670529 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from 
open-exchange-rates.json
   [junit4]   2> 1670529 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1670529 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader using system property solr.solr.home: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 1670529 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 
'/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr'
   [junit4]   2> 1670529 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1670529 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.SolrResourceLoader using system property solr.solr.home: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 1670529 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.CoreContainer 
New CoreContainer 1580148175
   [junit4]   2> 1670530 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.CoreContainer 
Loading cores into CoreContainer 
[instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr]
   [junit4]   2> 1670530 WARN  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.CoreContainer 
Couldn't add files from 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/lib
 to classpath: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/lib
   [junit4]   2> 1670530 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 
600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 
10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 
5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1670532 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: 
socketTimeout=30000&connTimeout=30000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1670533 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.l.LogWatcher 
SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1670533 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.l.LogWatcher 
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1670533 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.ZkContainer 
Zookeeper client=127.0.0.1:54985/solr
   [junit4]   2> 1670533 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] o.a.s.c.ZkController 
zkHost includes chroot
   [junit4]   2> 1670533 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1670533 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1670534 INFO  (zkCallback-7942-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@70d4796c 
name:ZooKeeperConnection Watcher:127.0.0.1:54985 got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1670534 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1670535 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1670537 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.ZkController Added new OnReconnect listener 
org.apache.solr.cloud.ZkController$$Lambda$57/873247538@df06ed
   [junit4]   2> 1670537 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1670539 INFO  
(zkCallback-7943-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@29f2b266 
name:ZooKeeperConnection Watcher:127.0.0.1:54985/solr got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1670539 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1670540 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1670542 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1670546 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1670548 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1670550 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1670553 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1670555 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1670557 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1670559 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1670560 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1670561 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1670562 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1670566 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1670567 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1670570 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1670571 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.LeaderElector Joined leadership election with path: 
/overseer_elect/election/96319933200400387-192.168.57.18:8983_-n_0000000000
   [junit4]   2> 1670571 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 192.168.57.18:8983_
   [junit4]   2> 1670571 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1670573 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.Overseer Overseer 
(id=96319933200400387-192.168.57.18:8983_-n_0000000000) starting
   [junit4]   2> 1670575 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1670584 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.OverseerAutoReplicaFailoverThread Starting 
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 
autoReplicaFailoverWaitAfterExpiration=30000 
autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1670585 INFO  
(OverseerCollectionConfigSetProcessor-96319933200400387-192.168.57.18:8983_-n_0000000000)
 [n:192.168.57.18:8983_    ] o.a.s.c.OverseerTaskProcessor Process current 
queue of overseer operations
   [junit4]   2> 1670585 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/192.168.57.18:8983_
   [junit4]   2> 1670585 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.c.SolrZkClient makePath: /live_nodes/192.168.57.18:8983_
   [junit4]   2> 1670585 INFO  
(OverseerStateUpdate-96319933200400387-192.168.57.18:8983_-n_0000000000) 
[n:192.168.57.18:8983_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1670588 INFO  
(zkCallback-7943-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_    ] o.a.s.c.c.ZkStateReader A live node change: 
[WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], 
has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1670588 INFO  
(OverseerStateUpdate-96319933200400387-192.168.57.18:8983_-n_0000000000) 
[n:192.168.57.18:8983_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1670589 INFO  
(zkCallback-7943-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (1)
   [junit4]   2> 1670605 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for 
authorization module.
   [junit4]   2> 1670605 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1670606 INFO  
(SUITE-BasicZkTest-seed#[78FDAEE70B739512]-worker) [n:192.168.57.18:8983_    ] 
o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, 
config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, 
configSetProperties=configsetprops.json, collection=collection1, 
dataDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_78FDAEE70B739512-001/init-core-data-001,
 shard=shard1}
   [junit4]   2> 1670608 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1670608 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading 
it from system property
   [junit4]   2> 1670609 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.ZkController Collection collection1 not visible yet, but 
flagging it so a watch is registered when it becomes visible
   [junit4]   2> 1670610 INFO  
(OverseerStateUpdate-96319933200400387-192.168.57.18:8983_-n_0000000000) 
[n:192.168.57.18:8983_    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"192.168.57.18:8983__collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://192.168.57.18:8983";,
   [junit4]   2>   "node_name":"192.168.57.18:8983_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1670610 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [collection1]
   [junit4]   2> 1670610 INFO  
(OverseerStateUpdate-96319933200400387-192.168.57.18:8983_-n_0000000000) 
[n:192.168.57.18:8983_    ] o.a.s.c.o.ReplicaMutator Update state 
numShards=null message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"192.168.57.18:8983__collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://192.168.57.18:8983";,
   [junit4]   2>   "node_name":"192.168.57.18:8983_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1670611 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate 
for collection1
   [junit4]   2> 1670613 INFO  
(zkCallback-7943-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1671613 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1671613 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1671613 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: 
[/collections/collection1]
   [junit4]   2> 1671614 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] 
[configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1671614 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 
'/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 1671614 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr 
(NoInitialContextEx)
   [junit4]   2> 1671614 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrResourceLoader using system property solr.solr.home: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 1671614 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrResourceLoader Adding 
'file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/'
 to classloader
   [junit4]   2> 1671614 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrResourceLoader Adding 
'file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/README'
 to classloader
   [junit4]   2> 1671649 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1671654 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1671658 WARN  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is 
deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1671659 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1671673 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1671679 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1671741 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with 
rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1671747 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1671747 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1671760 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from 
file currency.xml
   [junit4]   2> 1671763 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from 
file currency.xml
   [junit4]   2> 1671764 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates 
from open-exchange-rates.json
   [junit4]   2> 1671765 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates 
from open-exchange-rates.json
   [junit4]   2> 1671768 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, 
assuming default properties: Can't find resource 'configsetprops.json' in 
classpath or '/configs/conf1', 
cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 1671768 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from collection collection1
   [junit4]   2> 1671768 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1671768 INFO  
(coreLoadExecutor-6368-thread-1-processing-n:192.168.57.18:8983_) 
[n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 
x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/export/home/jenkins

[...truncated too long message...]

unit4]   2> java.util.concurrent.RejectedExecutionException: Task 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$27/2109664842@7290abe9
 rejected from 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@76af2163[Shutting
 down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 
36]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2>        at 
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 72959 ERROR 
(TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[82E3541FDB012995]-EventThread)
 [n:127.0.0.1:56803_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$27/2109664842@1d3c3001
 rejected from 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@79ee4bfa[Shutting
 down, pool size = 2, active threads = 0, queued tasks = 0, completed tasks = 
26]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2>        at 
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 72965 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x156328027a5000a, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 72966 ERROR (jetty-launcher-4-thread-2-EventThread) 
[n:127.0.0.1:59358_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$27/2109664842@18ab2b8b
 rejected from 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@6d445d9c[Shutting
 down, pool size = 8, active threads = 0, queued tasks = 0, completed tasks = 
391]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2>        at 
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 72967 INFO  (jetty-launcher-4-thread-5) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4ddd1649{/solr,null,UNAVAILABLE}
   [junit4]   2> 72968 WARN  
(zkCallback-46-thread-2-processing-n:127.0.0.1:56803_solr) 
[n:127.0.0.1:56803_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 72969 INFO  (jetty-launcher-4-thread-8) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@44812c64{/solr,null,UNAVAILABLE}
   [junit4]   2> 72971 INFO  (jetty-launcher-4-thread-6) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6dd03bc6{/solr,null,UNAVAILABLE}
   [junit4]   2> 72976 INFO  
(SUITE-TestCollectionStateWatchers-seed#[82E3541FDB012995]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:55636 55636
   [junit4]   2> 83008 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2>        at 
sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2>        at 
sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 83008 INFO  (Thread-2) [    ] o.a.s.c.ZkTestServer connecting 
to 127.0.0.1:55636 55636
   [junit4]   2> 83026 WARN  (Thread-2) [    ] o.a.s.c.ZkTestServer Watch limit 
violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/aliases.json
   [junit4]   2>        7       /solr/clusterprops.json
   [junit4]   2>        6       /solr/security.json
   [junit4]   2>        6       /solr/configs/config
   [junit4]   2>        3       /solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        12      /solr/collections/waitforstate/state.json
   [junit4]   2>        12      /solr/collections/falsepredicate/state.json
   [junit4]   2>        7       /solr/clusterstate.json
   [junit4]   2>        3       
/solr/overseer_elect/election/96319968037371916-127.0.0.1:52947_solr-n_0000000001
   [junit4]   2>        3       /solr/collections/stateformat1/state.json
   [junit4]   2>        3       /solr/collections/testcollection/state.json
   [junit4]   2>        2       /solr/collections/currentstate/state.json
   [junit4]   2>        2       /solr/collections/delayed/state.json
   [junit4]   2>        2       /solr/collections/tobedeleted/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        69      /solr/overseer/queue
   [junit4]   2>        39      /solr/overseer/collection-queue-work
   [junit4]   2>        11      /solr/overseer/queue-work
   [junit4]   2>        7       /solr/collections
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 83026 INFO  
(SUITE-TestCollectionStateWatchers-seed#[82E3541FDB012995]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.common.cloud.TestCollectionStateWatchers_82E3541FDB012995-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, 
docValues:{}, maxPointsInLeafNode=87, sim=RandomSimilarity(queryNorm=true): {}, 
locale=no-NO, timezone=PST8PDT
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 
(64-bit)/cpus=3,threads=1,free=72135816,total=251658240
   [junit4]   2> NOTE: All tests run in this JVM: [TermsResponseTest, 
FieldAnalysisResponseTest, TestDocumentObjectBinder, TestToleratedUpdateError, 
TestCollectionStateWatchers]
   [junit4] Completed [28/83 (1!)] on J0 in 75.33s, 9 tests, 1 error <<< 
FAILURES!

[...truncated 59553 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to