Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1905/
4 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.jaeger.TestJaegerConfigurator Error Message: 9 threads leaked from SUITE scope at org.apache.solr.jaeger.TestJaegerConfigurator: 1) Thread[id=49, name=Session-HouseKeeper-3826a2dc, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:834) 2) Thread[id=46, name=qtp2111316352-46, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 3) Thread[id=47, name=qtp2111316352-47, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 4) Thread[id=44, name=qtp2111316352-44, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 5) Thread[id=43, name=qtp2111316352-43-acceptor-0@614e6d8a-ServerConnector@640ab468{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39734}, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) 6) Thread[id=41, name=qtp2111316352-41, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.EPoll.wait(Native Method) at [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100302840.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) 7) Thread[id=45, name=qtp2111316352-45, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 8) Thread[id=48, name=qtp2111316352-48, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 9) Thread[id=42, name=qtp2111316352-42, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.EPoll.wait(Native Method) at [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100302840.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.jaeger.TestJaegerConfigurator: 1) Thread[id=49, name=Session-HouseKeeper-3826a2dc, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:834) 2) Thread[id=46, name=qtp2111316352-46, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 3) Thread[id=47, name=qtp2111316352-47, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 4) Thread[id=44, name=qtp2111316352-44, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 5) Thread[id=43, name=qtp2111316352-43-acceptor-0@614e6d8a-ServerConnector@640ab468{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39734}, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) 6) Thread[id=41, name=qtp2111316352-41, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.EPoll.wait(Native Method) at [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100302840.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) 7) Thread[id=45, name=qtp2111316352-45, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 8) Thread[id=48, name=qtp2111316352-48, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 9) Thread[id=42, name=qtp2111316352-42, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.EPoll.wait(Native Method) at [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100302840.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) at __randomizedtesting.SeedInfo.seed([7A8B38C1D3E398B6]:0) FAILED: junit.framework.TestSuite.org.apache.solr.jaeger.TestJaegerConfigurator Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=49, name=Session-HouseKeeper-3826a2dc, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:834) 2) Thread[id=46, name=qtp2111316352-46, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 3) Thread[id=47, name=qtp2111316352-47, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 4) Thread[id=44, name=qtp2111316352-44, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 5) Thread[id=43, name=qtp2111316352-43, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 6) Thread[id=41, name=qtp2111316352-41, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.EPoll.wait(Native Method) at [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100302840.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) 7) Thread[id=45, name=qtp2111316352-45, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 8) Thread[id=48, name=qtp2111316352-48, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 9) Thread[id=42, name=qtp2111316352-42, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.EPoll.wait(Native Method) at [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100302840.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=49, name=Session-HouseKeeper-3826a2dc, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:834) 2) Thread[id=46, name=qtp2111316352-46, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 3) Thread[id=47, name=qtp2111316352-47, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 4) Thread[id=44, name=qtp2111316352-44, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 5) Thread[id=43, name=qtp2111316352-43, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 6) Thread[id=41, name=qtp2111316352-41, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.EPoll.wait(Native Method) at [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100302840.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) 7) Thread[id=45, name=qtp2111316352-45, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 8) Thread[id=48, name=qtp2111316352-48, state=TIMED_WAITING, group=TGRP-TestJaegerConfigurator] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at [email protected]/java.lang.Thread.run(Thread.java:834) 9) Thread[id=42, name=qtp2111316352-42, state=RUNNABLE, group=TGRP-TestJaegerConfigurator] at [email protected]/sun.nio.ch.EPoll.wait(Native Method) at [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100302840.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at [email protected]/java.lang.Thread.run(Thread.java:834) at __randomizedtesting.SeedInfo.seed([7A8B38C1D3E398B6]:0) FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test Error Message: There are still nodes recoverying - waited for 600 seconds Stack Trace: java.lang.AssertionError: There are still nodes recoverying - waited for 600 seconds at __randomizedtesting.SeedInfo.seed([6196BF335476210E:E9C280E9FA8A4CF6]:0) at org.junit.Assert.fail(Assert.java:88) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:196) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1038) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1595) at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:97) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:834) FAILED: org.apache.solr.jaeger.TestJaegerConfigurator.testInjected Error Message: Error starting up MiniSolrCloudCluster Stack Trace: java.lang.Exception: Error starting up MiniSolrCloudCluster at __randomizedtesting.SeedInfo.seed([7A8B38C1D3E398B6:CC84D564A038834D]:0) at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:652) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:306) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:212) at org.apache.solr.jaeger.TestJaegerConfigurator.testInjected(TestJaegerConfigurator.java:49) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:834) Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ... 1 more Build Log: [...truncated 15800 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_6196BF335476210E-001/init-core-data-001 [junit4] 2> 3409323 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 3409323 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 3409324 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None") [junit4] 2> 3409324 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /c/gk [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 3409969 WARN (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 3410190 WARN (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 3410204 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS [junit4] 2> 3410257 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3410257 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3410257 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 3410277 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f84ed48{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE} [junit4] 2> 3411414 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@6c37817e{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-lucene2-us-west.apache.org-44739-hdfs-_-any-9339832660976546251.dir/webapp/,AVAILABLE}{/hdfs} [junit4] 2> 3411414 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ddef07e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:44739} [junit4] 2> 3411414 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.Server Started @3411486ms [junit4] 2> 3411928 WARN (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 3411930 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS [junit4] 2> 3411930 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3411930 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3411930 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 3411931 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70760492{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE} [junit4] 2> 3412491 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@462b8d5f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-46672-datanode-_-any-16659626421100331343.dir/webapp/,AVAILABLE}{/datanode} [junit4] 2> 3412492 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f6b0ca9{HTTP/1.1,[http/1.1]}{localhost:46672} [junit4] 2> 3412492 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[6196BF335476210E]-worker) [ ] o.e.j.s.Server Started @3412563ms [junit4] 2> 3413146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8737593576677d67: Processing first storage report for DS-857af703-6f9d-49c1-9a72-3c1deeb6c007 from datanode 09cf7a1a-eb72-472c-a22d-f4b3329b2adb [junit4] 2> 3413165 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8737593576677d67: from storage DS-857af703-6f9d-49c1-9a72-3c1deeb6c007 node DatanodeRegistration(127.0.0.1:42602, datanodeUuid=09cf7a1a-eb72-472c-a22d-f4b3329b2adb, infoPort=35691, infoSecurePort=0, ipcPort=37088, storageInfo=lv=-57;cid=testClusterID;nsid=1466517368;c=1563704822170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 [junit4] 2> 3413166 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8737593576677d67: Processing first storage report for DS-96c0e49f-b7d3-4384-a203-c20e427c0fb2 from datanode 09cf7a1a-eb72-472c-a22d-f4b3329b2adb [junit4] 2> 3413166 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8737593576677d67: from storage DS-96c0e49f-b7d3-4384-a203-c20e427c0fb2 node DatanodeRegistration(127.0.0.1:42602, datanodeUuid=09cf7a1a-eb72-472c-a22d-f4b3329b2adb, infoPort=35691, infoSecurePort=0, ipcPort=37088, storageInfo=lv=-57;cid=testClusterID;nsid=1466517368;c=1563704822170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 [junit4] 2> 3413818 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 3413834 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 3413834 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 3413934 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer start zk server on port:33074 [junit4] 2> 3413934 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33074 [junit4] 2> 3413934 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33074 [junit4] 2> 3413949 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3413965 INFO (zkConnectionManagerCallback-8820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3413965 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3413968 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3413969 INFO (zkConnectionManagerCallback-8822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3413969 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3413985 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 3413986 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 3413987 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 3414013 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 3414014 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 3414015 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 3414016 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 3414017 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 3414018 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 3414019 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 3414020 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 3414033 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise [junit4] 2> 3414504 WARN (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 3414504 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 3414504 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 3414504 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS [junit4] 2> 3414505 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3414505 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3414505 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 3414506 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59e236d5{/c/gk,null,AVAILABLE} [junit4] 2> 3414507 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f06095a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37402} [junit4] 2> 3414507 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.s.Server Started @3414578ms [junit4] 2> 3414507 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c/gk, solr.data.dir=hdfs://lucene2-us-west.apache.org:46848/hdfs__lucene2-us-west.apache.org_46848__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_6196BF335476210E-001_tempDir-002_control_data, hostPort=37402, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_6196BF335476210E-001/control-001/cores, replicaType=NRT} [junit4] 2> 3414507 ERROR (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3414507 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 3414507 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0 [junit4] 2> 3414507 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3414507 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3414507 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-07-21T10:27:07.033572Z [junit4] 2> 3414508 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3414509 INFO (zkConnectionManagerCallback-8824-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3414509 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3414623 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 3414623 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_6196BF335476210E-001/control-001/solr.xml [junit4] 2> 3414626 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 3414626 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 3414639 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@48de1b53, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 3414776 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false] [junit4] 2> 3414785 WARN (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@18a39f51[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3414785 WARN (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@18a39f51[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3414788 WARN (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@563e615e[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3414788 WARN (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@563e615e[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3414789 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33074/solr [junit4] 2> 3414790 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3414791 INFO (zkConnectionManagerCallback-8831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3414791 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3414893 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3414894 INFO (zkConnectionManagerCallback-8833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3414894 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3415055 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37402_c%2Fgk [junit4] 2> 3415056 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.Overseer Overseer (id=75075017446260740-127.0.0.1:37402_c%2Fgk-n_0000000000) starting [junit4] 2> 3415073 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3415074 INFO (zkConnectionManagerCallback-8840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3415074 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3415076 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33074/solr ready [junit4] 2> 3415077 INFO (OverseerStateUpdate-75075017446260740-127.0.0.1:37402_c%2Fgk-n_0000000000) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37402_c%2Fgk [junit4] 2> 3415078 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37402_c%2Fgk [junit4] 2> 3415080 INFO (zkCallback-8839-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3415080 INFO (OverseerStateUpdate-75075017446260740-127.0.0.1:37402_c%2Fgk-n_0000000000) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3415081 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.LibListener clusterprops.json changed , version 0 [junit4] 2> 3415141 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 3415197 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48de1b53 [junit4] 2> 3415232 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48de1b53 [junit4] 2> 3415232 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48de1b53 [junit4] 2> 3415234 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_6196BF335476210E-001/control-001/cores [junit4] 2> 3415302 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3415303 INFO (zkConnectionManagerCallback-8846-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3415303 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3415304 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3415305 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33074/solr ready [junit4] 2> 3415307 INFO (qtp2092147130-31327) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37402_c%252Fgk&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3415322 INFO (OverseerThreadFactory-6784-thread-1-processing-n:127.0.0.1:37402_c%2Fgk) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection [junit4] 2> 3415442 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3415442 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 3416486 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0 [junit4] 2> 3416537 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test [junit4] 2> 3416796 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 3416831 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true [junit4] 2> 3416832 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48de1b53 [junit4] 2> 3416832 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46848/solr_hdfs_home [junit4] 2> 3416832 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 3416832 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_6196BF335476210E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:46848/solr_hdfs_home/control_collection/core_node2/data/] [junit4] 2> 3416833 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46848/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata [junit4] 2> 3416857 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 3416857 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes [junit4] 2> 3416857 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 3417290 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 3417291 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46848/solr_hdfs_home/control_collection/core_node2/data [junit4] 2> 3417328 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46848/solr_hdfs_home/control_collection/core_node2/data/index [junit4] 2> 3417358 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 3417358 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes [junit4] 2> 3417358 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 3417381 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 3417382 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=98.1943359375, floorSegmentMB=1.7158203125, forceMergeDeletesPctAllowed=27.503092626863044, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953466197825861, deletesPctAllowed=27.885046140620013 [junit4] 2> 3417467 WARN (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 3417663 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 3417664 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3417664 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 3417715 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 10000ms; [junit4] 2> 3417715 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; [junit4] 2> 3417717 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7744238289049734] [junit4] 2> 3417752 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57a0a4ea[control_collection_shard1_replica_n1] main] [junit4] 2> 3417754 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 3417754 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 3417767 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3417767 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1639663356129312768 [junit4] 2> 3417796 INFO (searcherExecutor-6789-thread-1-processing-n:127.0.0.1:37402_c%2Fgk x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@57a0a4ea[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3417834 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0} [junit4] 2> 3417834 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1 [junit4] 2> 3417886 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 3417886 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 3417886 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37402/c/gk/control_collection_shard1_replica_n1/ [junit4] 2> 3417887 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 3417887 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:37402/c/gk/control_collection_shard1_replica_n1/ has no replicas [junit4] 2> 3417887 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75075017446260740-core_node2-n_0000000000 [junit4] 2> 3417973 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37402/c/gk/control_collection_shard1_replica_n1/ shard1 [junit4] 2> 3418027 INFO (zkCallback-8832-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 3418027 INFO (zkCallback-8832-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 3418028 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 3418042 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2600 [junit4] 2> 3418066 INFO (qtp2092147130-31327) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas [junit4] 2> 3418204 INFO (zkCallback-8832-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 3418204 INFO (zkCallback-8832-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 3418205 INFO (qtp2092147130-31327) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37402_c%252Fgk&wt=javabin&version=2} status=0 QTime=2898 [junit4] 2> 3418212 INFO (zkCallback-8832-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 3418516 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3418560 INFO (zkConnectionManagerCallback-8852-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3418568 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3418633 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3418634 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33074/solr ready [junit4] 2> 3418634 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[6196BF335476210E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 3418639 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3418654 INFO (OverseerCollectionConfigSetProcessor-75075017446260740-127.0.0.1:37402_c%2Fgk-n_0000000000) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 3418655 INFO (OverseerThreadFactory-6784-thread-2-processing-n:127.0.0.1:37402_c%2Fgk) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1 [junit4] 2> 3418858 WARN (OverseerThreadFactory-6784-thread-2-processing-n:127.0.0.1:37402_c%2Fgk) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores. [junit4] 2> 3418860 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas [junit4] 2> 3418860 INFO (qtp2092147130-31329) [n:127.0.0.1:37402_c%2Fgk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt= [...truncated too long message...] a (at line 219) [ecj-lint] return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 2. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimCloudManager.java (at line 788) [ecj-lint] throw new UnsupportedOperationException("must add at least 1 node first"); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: 'queryRequest' is not closed at this location [ecj-lint] ---------- [ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimCloudManager.java (at line 794) [ecj-lint] throw new UnsupportedOperationException("must add at least 1 node first"); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: 'queryRequest' is not closed at this location [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 4. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/core/LibListener.java (at line 82) [ecj-lint] return klas.getConstructor(null).newInstance(); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Type null of the last argument to method getConstructor(Class<?>...) doesn't exactly match the vararg parameter type. Cast to Class<?>[] to confirm the non-varargs invocation, or pass individual arguments of type Class<?> for a varargs invocation. [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 5. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/handler/SolrConfigHandler.java (at line 784) [ecj-lint] new RuntimeLib(req.getCore().getCoreContainer()).init(new PluginInfo(info.tag, op.getDataMap())); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 6. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/handler/admin/CollectionHandlerApi.java (at line 193) [ecj-lint] RuntimeLib lib = new RuntimeLib(handler.handler.coreContainer); [ecj-lint] ^^^ [ecj-lint] Resource leak: 'lib' is never closed [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 7. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/handler/admin/SegmentsInfoRequestHandler.java (at line 244) [ecj-lint] leafReader = ((FilterLeafReader)leafReader).getDelegate(); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: 'leafReader' is not closed at this location [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 8. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/handler/component/HttpShardHandler.java (at line 148) [ecj-lint] return new JavaBinCodec(null, stringCache).setReadStringAsCharSeq(true); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 9. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137) [ecj-lint] new JavaBinCodec() { [ecj-lint] SolrParams params; [ecj-lint] AddUpdateCommand addCmd = null; [ecj-lint] [ecj-lint] @Override [ecj-lint] public List<Object> readIterator(DataInputInputStream fis) throws IOException { [ecj-lint] while (true) { [ecj-lint] Object o = readVal(fis); [ecj-lint] if (o == END_OBJ) break; [ecj-lint] if (o instanceof NamedList) { [ecj-lint] params = ((NamedList) o).toSolrParams(); [ecj-lint] } else { [ecj-lint] try { [ecj-lint] if (o instanceof byte[]) { [ecj-lint] if (params != null) req.setParams(params); [ecj-lint] byte[] buf = (byte[]) o; [ecj-lint] contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor); [ecj-lint] } else { [ecj-lint] throw new RuntimeException("unsupported type "); [ecj-lint] } [ecj-lint] } catch (Exception e) { [ecj-lint] throw new RuntimeException(e); [ecj-lint] } finally { [ecj-lint] params = null; [ecj-lint] req.setParams(old); [ecj-lint] } [ecj-lint] } [ecj-lint] } [ecj-lint] return Collections.emptyList(); [ecj-lint] } [ecj-lint] [ecj-lint] }.unmarshal(in); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 10. INFO in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/logging/log4j2/Log4j2Watcher.java (at line 187) [ecj-lint] if (logger == root || root.equals(logger) || isRootLogger(name) || "".equals(name)) { [ecj-lint] ^^^^^^ [ecj-lint] Unlikely argument type for equals(): Map.Entry<String,LoggerConfig> seems to be unrelated to Logger [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 11. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/update/SolrIndexSplitter.java (at line 258) [ecj-lint] HardlinkCopyDirectoryWrapper hardLinkedDir = new HardlinkCopyDirectoryWrapper(splitDir); [ecj-lint] ^^^^^^^^^^^^^ [ecj-lint] Resource leak: 'hardLinkedDir' is never closed [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 12. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 50) [ecj-lint] in = new FileInputStream(src).getChannel(); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed [ecj-lint] ---------- [ecj-lint] 13. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 51) [ecj-lint] out = new FileOutputStream(destination).getChannel(); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 14. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/util/SolrCLI.java (at line 1142) [ecj-lint] SnapshotCloudManager snapshotCloudManager = new SnapshotCloudManager(simCloudManager, config); [ecj-lint] ^^^^^^^^^^^^^^^^^^^^ [ecj-lint] Resource leak: 'snapshotCloudManager' is never closed [ecj-lint] ---------- [ecj-lint] ---------- [ecj-lint] 15. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/util/TestInjection.java (at line 263) [ecj-lint] timers.remove(this); [ecj-lint] ^^^^ [ecj-lint] Unlikely argument type new TimerTask(){} for remove(Object) on a Collection<Timer> [ecj-lint] ---------- [ecj-lint] 15 problems (1 error, 13 warnings, 1 info) BUILD FAILED /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:645: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2009: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2048: Compile failed; see the compiler error output for details. Total time: 478 minutes 25 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
