Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5562/
1 tests failed. FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.stateVersionParamTest Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34911/solr/stateVersionParamTest: no active servers hosting shard: shard2 Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34911/solr/stateVersionParamTest: no active servers hosting shard: shard2 at __randomizedtesting.SeedInfo.seed([BE68429825940E2E:1B514FE08E8EA4A7]:0) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:734) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:234) at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927) at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:940) at app//org.apache.solr.client.solrj.impl.CloudSolrClientTest.stateVersionParamTest(CloudSolrClientTest.java:764) at java.base@11.0.16.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base@11.0.16.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base@11.0.16.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base@11.0.16.1/java.lang.reflect.Method.invoke(Method.java:566) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at java.base@11.0.16.1/java.lang.Thread.run(Thread.java:829) Build Log: [...truncated 6229 lines...] # 2022-12-12 10:19:05 # Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode): # # Threads class SMR info: # _java_thread_list=0x00007fe1b4001f10, length=32, elements={ # 0x00007fe1f82c1000, 0x00007fe1f82c5800, 0x00007fe1f82da800, 0x00007fe1f82dc800, # 0x00007fe1f82de800, 0x00007fe1f82e0800, 0x00007fe1f82e2800, 0x00007fe1f8398000, # 0x00007fe1f89fa800, 0x00007fe1f8bfa000, 0x00007fe1f8c1a000, 0x00007fe1f8c1b800, # 0x00007fe1f8c1d000, 0x00007fe1f8c1f000, 0x00007fe1f8c21000, 0x00007fe1f8c22800, # 0x00007fe1f8c24800, 0x00007fe1f8c26800, 0x00007fe1f8c28800, 0x00007fe1f8c2a800, # 0x00007fe1f946e800, 0x00007fe1f9b38000, 0x00007fe1f9b3c000, 0x00007fe1f9b92800, # 0x00007fe1f9b94000, 0x00007fe1f9b1e000, 0x00007fe1f9b67000, 0x00007fe1f9c39000, # 0x00007fe1fa0a4000, 0x00007fe1fa0a6800, 0x00007fe1f8029000, 0x00007fe1b4001000 # } # # "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.08ms elapsed=184.87s tid=0x00007fe1f82c1000 nid=0x18ef3e waiting on condition [0x00007fe1fc66f000] # java.lang.Thread.State: RUNNABLE # at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method) # at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241) # at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213) # # "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.51ms elapsed=184.86s tid=0x00007fe1f82c5800 nid=0x18ef3f in Object.wait() [0x00007fe1fc62e000] # java.lang.Thread.State: WAITING (on object monitor) # at java.lang.Object.wait(java.base@11.0.16.1/Native Method) # - waiting on <0x00000000e0579e00> (a java.lang.ref.ReferenceQueue$Lock) # at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155) # - waiting to re-lock in wait() <0x00000000e0579e00> (a java.lang.ref.ReferenceQueue$Lock) # at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176) # at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170) # # "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.36ms elapsed=184.85s tid=0x00007fe1f82da800 nid=0x18ef40 runnable [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.06ms elapsed=184.85s tid=0x00007fe1f82dc800 nid=0x18ef41 runnable [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3207.80ms elapsed=184.85s tid=0x00007fe1f82de800 nid=0x18ef42 waiting on condition [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # No compile task # # "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1190.21ms elapsed=184.84s tid=0x00007fe1f82e0800 nid=0x18ef43 waiting on condition [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # No compile task # # "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.04ms elapsed=184.84s tid=0x00007fe1f82e2800 nid=0x18ef44 runnable [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.78ms elapsed=184.79s tid=0x00007fe1f8398000 nid=0x18ef46 in Object.wait() [0x00007fe1d1ffe000] # java.lang.Thread.State: TIMED_WAITING (on object monitor) # at java.lang.Object.wait(java.base@11.0.16.1/Native Method) # - waiting on <no object reference available> # at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155) # - waiting to re-lock in wait() <0x00000000e0420a10> (a java.lang.ref.ReferenceQueue$Lock) # at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161) # # "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=462.89ms elapsed=183.75s tid=0x00007fe1f89fa800 nid=0x18ef54 in Object.wait() [0x00007fe1d084c000] # java.lang.Thread.State: TIMED_WAITING (on object monitor) # at java.lang.Object.wait(java.base@11.0.16.1/Native Method) # - waiting on <no object reference available> # at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462) # at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130) # at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86) # - waiting to re-lock in wait() <0x00000000e0560f68> (a java.lang.Object) # at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) # at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) # at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.50ms elapsed=183.43s tid=0x00007fe1f8bfa000 nid=0x18ef55 runnable [0x00007fe18bffe000] # java.lang.Thread.State: RUNNABLE # at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method) # at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474) # at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565) # at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533) # at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.66ms elapsed=183.40s tid=0x00007fe1f8c1a000 nid=0x18ef56 runnable [0x00007fe18bfbd000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000f8d5a5b0> (a sun.nio.ch.Util$2) # - locked <0x00000000f8d5a460> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.58ms elapsed=183.40s tid=0x00007fe1f8c1b800 nid=0x18ef57 waiting on condition [0x00007fe18bf7c000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.48ms elapsed=183.40s tid=0x00007fe1f8c1d000 nid=0x18ef58 waiting on condition [0x00007fe18bf3b000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.21ms elapsed=183.39s tid=0x00007fe1f8c1f000 nid=0x18ef59 runnable [0x00007fe18befa000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000f8d5a908> (a sun.nio.ch.Util$2) # - locked <0x00000000f8d5a7b8> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-19-acceptor-0@3ab628c1-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #19 prio=5 os_prio=0 cpu=0.59ms elapsed=183.39s tid=0x00007fe1f8c21000 nid=0x18ef5a runnable [0x00007fe18beb9000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method) # at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533) # at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285) # at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409) # at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748) # at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.26ms elapsed=183.39s tid=0x00007fe1f8c22800 nid=0x18ef5b waiting on condition [0x00007fe18be78000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.12ms elapsed=183.39s tid=0x00007fe1f8c24800 nid=0x18ef5c waiting on condition [0x00007fe18be37000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.15ms elapsed=183.39s tid=0x00007fe1f8c26800 nid=0x18ef5d waiting on condition [0x00007fe18bdf6000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.20ms elapsed=183.39s tid=0x00007fe1f8c28800 nid=0x18ef5e waiting on condition [0x00007fe18bdb5000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.20ms elapsed=183.39s tid=0x00007fe1f8c2a800 nid=0x18ef5f waiting on condition [0x00007fe18bd74000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "Session-HouseKeeper-260f2144-1" #25 prio=5 os_prio=0 cpu=0.29ms elapsed=183.08s tid=0x00007fe1f946e800 nid=0x18ef63 waiting on condition [0x00007fe18bb33000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000f986a760> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182) # at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899) # at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.00ms elapsed=181.02s tid=0x00007fe1f9b38000 nid=0x18efb8 runnable [0x00007fe18acab000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000fff0e570> (a sun.nio.ch.Util$2) # - locked <0x00000000fff0e3a0> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.21ms elapsed=181.01s tid=0x00007fe1f9b3c000 nid=0x18efb9 runnable [0x00007fe18ac6a000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000fff5fbc0> (a sun.nio.ch.Util$2) # - locked <0x00000000fff5fa70> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=2.02ms elapsed=180.91s tid=0x00007fe1f9b92800 nid=0x18efcf waiting on condition [0x00007fe18aa29000] # java.lang.Thread.State: TIMED_WAITING (sleeping) # at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method) # at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.50ms elapsed=180.91s tid=0x00007fe1f9b94000 nid=0x18efd4 waiting on condition [0x00007fe18a9e8000] # java.lang.Thread.State: TIMED_WAITING (sleeping) # at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method) # at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.20ms elapsed=180.90s tid=0x00007fe1f9b1e000 nid=0x18efd8 runnable [0x00007fe18a9a7000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000ff4dc970> (a sun.nio.ch.Util$2) # - locked <0x00000000ff4dc820> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=180.90s tid=0x00007fe1f9b67000 nid=0x18efdc runnable [0x00007fe18a966000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000ff4dda80> (a sun.nio.ch.Util$2) # - locked <0x00000000ff4dd930> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "CloserThread" #32 prio=5 os_prio=0 cpu=0.16ms elapsed=180.72s tid=0x00007fe1f9c39000 nid=0x18eff5 in Object.wait() [0x00007fe18a925000] # java.lang.Thread.State: WAITING (on object monitor) # at java.lang.Object.wait(java.base@11.0.16.1/Native Method) # - waiting on <0x00000000f9540b50> (a java.lang.Object) # at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328) # at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517) # - waiting to re-lock in wait() <0x00000000f9540b50> (a java.lang.Object) # # "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.22s tid=0x00007fe1fa0a4000 nid=0x18eff9 waiting on condition [0x00007fe18a4a3000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000f8ecbf98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182) # at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899) # at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "AsyncRequestLogWriter@2a5c6b76" #35 prio=5 os_prio=0 cpu=1.84ms elapsed=180.21s tid=0x00007fe1fa0a6800 nid=0x18effa waiting on condition [0x00007fe18a462000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb2998> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66) # # "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3574.62ms elapsed=180.21s tid=0x00007fe1f8029000 nid=0x18ef32 waiting on condition [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.22ms elapsed=0.10s tid=0x00007fe1b4001000 nid=0x18f884 waiting on condition [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "VM Thread" os_prio=0 cpu=42.57ms elapsed=184.87s tid=0x00007fe1f82b9000 nid=0x18ef3d runnable # # "GC Thread#0" os_prio=0 cpu=44.20ms elapsed=184.90s tid=0x00007fe1f8041800 nid=0x18ef33 runnable # # "GC Thread#1" os_prio=0 cpu=42.78ms elapsed=184.08s tid=0x00007fe1c8001000 nid=0x18ef4d runnable # # "GC Thread#2" os_prio=0 cpu=51.72ms elapsed=184.07s tid=0x00007fe1c8002800 nid=0x18ef50 runnable # # "GC Thread#3" os_prio=0 cpu=50.79ms elapsed=184.06s tid=0x00007fe1c8004000 nid=0x18ef51 runnable # # "G1 Main Marker" os_prio=0 cpu=1.63ms elapsed=184.90s tid=0x00007fe1f804e800 nid=0x18ef34 runnable # # "G1 Conc#0" os_prio=0 cpu=92.00ms elapsed=184.90s tid=0x00007fe1f8050800 nid=0x18ef35 runnable # # "G1 Refine#0" os_prio=0 cpu=2.12ms elapsed=184.88s tid=0x00007fe1f81f1000 nid=0x18ef38 runnable # # "G1 Young RemSet Sampling" os_prio=0 cpu=57.37ms elapsed=184.88s tid=0x00007fe1f81f2800 nid=0x18ef39 runnable # "VM Periodic Task Thread" os_prio=0 cpu=76.39ms elapsed=184.77s tid=0x00007fe1f83e4000 nid=0x18ef47 waiting on condition # # JNI global refs: 22, weak refs: 0 # # Solr process 1634094 is still running; forcefully killing it now. # Killed process 1634094 # Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1633983 to stop gracefully. # [|] [/] [-] [\] # -- # # Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1 # Last output: # Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 1634094 to stop gracefully. # [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] Solr process 1634094 is still running; jstacking it now. # 2022-12-12 10:19:05 # Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode): # # Threads class SMR info: # _java_thread_list=0x00007fe1b4001f10, length=32, elements={ # 0x00007fe1f82c1000, 0x00007fe1f82c5800, 0x00007fe1f82da800, 0x00007fe1f82dc800, # 0x00007fe1f82de800, 0x00007fe1f82e0800, 0x00007fe1f82e2800, 0x00007fe1f8398000, # 0x00007fe1f89fa800, 0x00007fe1f8bfa000, 0x00007fe1f8c1a000, 0x00007fe1f8c1b800, # 0x00007fe1f8c1d000, 0x00007fe1f8c1f000, 0x00007fe1f8c21000, 0x00007fe1f8c22800, # 0x00007fe1f8c24800, 0x00007fe1f8c26800, 0x00007fe1f8c28800, 0x00007fe1f8c2a800, # 0x00007fe1f946e800, 0x00007fe1f9b38000, 0x00007fe1f9b3c000, 0x00007fe1f9b92800, # 0x00007fe1f9b94000, 0x00007fe1f9b1e000, 0x00007fe1f9b67000, 0x00007fe1f9c39000, # 0x00007fe1fa0a4000, 0x00007fe1fa0a6800, 0x00007fe1f8029000, 0x00007fe1b4001000 # } # # "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.08ms elapsed=184.87s tid=0x00007fe1f82c1000 nid=0x18ef3e waiting on condition [0x00007fe1fc66f000] # java.lang.Thread.State: RUNNABLE # at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method) # at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241) # at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213) # # "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.51ms elapsed=184.86s tid=0x00007fe1f82c5800 nid=0x18ef3f in Object.wait() [0x00007fe1fc62e000] # java.lang.Thread.State: WAITING (on object monitor) # at java.lang.Object.wait(java.base@11.0.16.1/Native Method) # - waiting on <0x00000000e0579e00> (a java.lang.ref.ReferenceQueue$Lock) # at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155) # - waiting to re-lock in wait() <0x00000000e0579e00> (a java.lang.ref.ReferenceQueue$Lock) # at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176) # at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170) # # "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.36ms elapsed=184.85s tid=0x00007fe1f82da800 nid=0x18ef40 runnable [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.06ms elapsed=184.85s tid=0x00007fe1f82dc800 nid=0x18ef41 runnable [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3207.80ms elapsed=184.85s tid=0x00007fe1f82de800 nid=0x18ef42 waiting on condition [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # No compile task # # "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1190.21ms elapsed=184.84s tid=0x00007fe1f82e0800 nid=0x18ef43 waiting on condition [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # No compile task # # "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.04ms elapsed=184.84s tid=0x00007fe1f82e2800 nid=0x18ef44 runnable [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.78ms elapsed=184.79s tid=0x00007fe1f8398000 nid=0x18ef46 in Object.wait() [0x00007fe1d1ffe000] # java.lang.Thread.State: TIMED_WAITING (on object monitor) # at java.lang.Object.wait(java.base@11.0.16.1/Native Method) # - waiting on <no object reference available> # at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155) # - waiting to re-lock in wait() <0x00000000e0420a10> (a java.lang.ref.ReferenceQueue$Lock) # at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161) # # "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=462.89ms elapsed=183.75s tid=0x00007fe1f89fa800 nid=0x18ef54 in Object.wait() [0x00007fe1d084c000] # java.lang.Thread.State: TIMED_WAITING (on object monitor) # at java.lang.Object.wait(java.base@11.0.16.1/Native Method) # - waiting on <no object reference available> # at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462) # at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130) # at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86) # - waiting to re-lock in wait() <0x00000000e0560f68> (a java.lang.Object) # at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) # at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) # at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.50ms elapsed=183.43s tid=0x00007fe1f8bfa000 nid=0x18ef55 runnable [0x00007fe18bffe000] # java.lang.Thread.State: RUNNABLE # at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method) # at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474) # at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565) # at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533) # at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.66ms elapsed=183.40s tid=0x00007fe1f8c1a000 nid=0x18ef56 runnable [0x00007fe18bfbd000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000f8d5a5b0> (a sun.nio.ch.Util$2) # - locked <0x00000000f8d5a460> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.58ms elapsed=183.40s tid=0x00007fe1f8c1b800 nid=0x18ef57 waiting on condition [0x00007fe18bf7c000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.48ms elapsed=183.40s tid=0x00007fe1f8c1d000 nid=0x18ef58 waiting on condition [0x00007fe18bf3b000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.21ms elapsed=183.39s tid=0x00007fe1f8c1f000 nid=0x18ef59 runnable [0x00007fe18befa000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000f8d5a908> (a sun.nio.ch.Util$2) # - locked <0x00000000f8d5a7b8> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-19-acceptor-0@3ab628c1-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #19 prio=5 os_prio=0 cpu=0.59ms elapsed=183.39s tid=0x00007fe1f8c21000 nid=0x18ef5a runnable [0x00007fe18beb9000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method) # at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533) # at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285) # at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409) # at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748) # at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.26ms elapsed=183.39s tid=0x00007fe1f8c22800 nid=0x18ef5b waiting on condition [0x00007fe18be78000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.12ms elapsed=183.39s tid=0x00007fe1f8c24800 nid=0x18ef5c waiting on condition [0x00007fe18be37000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.15ms elapsed=183.39s tid=0x00007fe1f8c26800 nid=0x18ef5d waiting on condition [0x00007fe18bdf6000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.20ms elapsed=183.39s tid=0x00007fe1f8c28800 nid=0x18ef5e waiting on condition [0x00007fe18bdb5000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.20ms elapsed=183.39s tid=0x00007fe1f8c2a800 nid=0x18ef5f waiting on condition [0x00007fe18bd74000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb0d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014) # at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "Session-HouseKeeper-260f2144-1" #25 prio=5 os_prio=0 cpu=0.29ms elapsed=183.08s tid=0x00007fe1f946e800 nid=0x18ef63 waiting on condition [0x00007fe18bb33000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000f986a760> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182) # at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899) # at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.00ms elapsed=181.02s tid=0x00007fe1f9b38000 nid=0x18efb8 runnable [0x00007fe18acab000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000fff0e570> (a sun.nio.ch.Util$2) # - locked <0x00000000fff0e3a0> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.21ms elapsed=181.01s tid=0x00007fe1f9b3c000 nid=0x18efb9 runnable [0x00007fe18ac6a000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000fff5fbc0> (a sun.nio.ch.Util$2) # - locked <0x00000000fff5fa70> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=2.02ms elapsed=180.91s tid=0x00007fe1f9b92800 nid=0x18efcf waiting on condition [0x00007fe18aa29000] # java.lang.Thread.State: TIMED_WAITING (sleeping) # at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method) # at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.50ms elapsed=180.91s tid=0x00007fe1f9b94000 nid=0x18efd4 waiting on condition [0x00007fe18a9e8000] # java.lang.Thread.State: TIMED_WAITING (sleeping) # at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method) # at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.20ms elapsed=180.90s tid=0x00007fe1f9b1e000 nid=0x18efd8 runnable [0x00007fe18a9a7000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000ff4dc970> (a sun.nio.ch.Util$2) # - locked <0x00000000ff4dc820> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=180.90s tid=0x00007fe1f9b67000 nid=0x18efdc runnable [0x00007fe18a966000] # java.lang.Thread.State: RUNNABLE # at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method) # at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120) # at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124) # - locked <0x00000000ff4dda80> (a sun.nio.ch.Util$2) # - locked <0x00000000ff4dd930> (a sun.nio.ch.EPollSelectorImpl) # at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141) # at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) # at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) # at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199) # at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "CloserThread" #32 prio=5 os_prio=0 cpu=0.16ms elapsed=180.72s tid=0x00007fe1f9c39000 nid=0x18eff5 in Object.wait() [0x00007fe18a925000] # java.lang.Thread.State: WAITING (on object monitor) # at java.lang.Object.wait(java.base@11.0.16.1/Native Method) # - waiting on <0x00000000f9540b50> (a java.lang.Object) # at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328) # at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517) # - waiting to re-lock in wait() <0x00000000f9540b50> (a java.lang.Object) # # "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.22s tid=0x00007fe1fa0a4000 nid=0x18eff9 waiting on condition [0x00007fe18a4a3000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000f8ecbf98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182) # at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899) # at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054) # at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114) # at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628) # at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829) # # "AsyncRequestLogWriter@2a5c6b76" #35 prio=5 os_prio=0 cpu=1.84ms elapsed=180.21s tid=0x00007fe1fa0a6800 nid=0x18effa waiting on condition [0x00007fe18a462000] # java.lang.Thread.State: TIMED_WAITING (parking) # at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method) # - parking to wait for <0x00000000e0fb2998> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) # at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234) # at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123) # at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) # at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66) # # "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3574.62ms elapsed=180.21s tid=0x00007fe1f8029000 nid=0x18ef32 waiting on condition [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.22ms elapsed=0.10s tid=0x00007fe1b4001000 nid=0x18f884 waiting on condition [0x0000000000000000] # java.lang.Thread.State: RUNNABLE # # "VM Thread" os_prio=0 cpu=42.57ms elapsed=184.87s tid=0x00007fe1f82b9000 nid=0x18ef3d runnable # # "GC Thread#0" os_prio=0 cpu=44.20ms elapsed=184.90s tid=0x00007fe1f8041800 nid=0x18ef33 runnable # # "GC Thread#1" os_prio=0 cpu=42.78ms elapsed=184.08s tid=0x00007fe1c8001000 nid=0x18ef4d runnable # # "GC Thread#2" os_prio=0 cpu=51.72ms elapsed=184.07s tid=0x00007fe1c8002800 nid=0x18ef50 runnable # # "GC Thread#3" os_prio=0 cpu=50.79ms elapsed=184.06s tid=0x00007fe1c8004000 nid=0x18ef51 runnable # # "G1 Main Marker" os_prio=0 cpu=1.63ms elapsed=184.90s tid=0x00007fe1f804e800 nid=0x18ef34 runnable # # "G1 Conc#0" os_prio=0 cpu=92.00ms elapsed=184.90s tid=0x00007fe1f8050800 nid=0x18ef35 runnable # # "G1 Refine#0" os_prio=0 cpu=2.12ms elapsed=184.88s tid=0x00007fe1f81f1000 nid=0x18ef38 runnable # # "G1 Young RemSet Sampling" os_prio=0 cpu=57.37ms elapsed=184.88s tid=0x00007fe1f81f2800 nid=0x18ef39 runnable # "VM Periodic Task Thread" os_prio=0 cpu=76.39ms elapsed=184.77s tid=0x00007fe1f83e4000 nid=0x18ef47 waiting on condition # # JNI global refs: 22, weak refs: 0 # # Solr process 1634094 is still running; forcefully killing it now. # Killed process 1634094 # Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1633983 to stop gracefully. # [|] [/] [-] [\] > Task :solr:packaging:integrationTests FAILED ERROR: The following test(s) have failed: - org.apache.solr.client.solrj.impl.CloudSolrClientTest.stateVersionParamTest (:solr:solrj) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.impl.CloudSolrClientTest.txt Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.impl.CloudSolrClientTest.stateVersionParamTest" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=BE68429825940E2E -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII FAILURE: Build failed with an exception. * Where: Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226 * What went wrong: Execution failed for task ':solr:packaging:integrationTests'. > Process 'command > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' > finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. > Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 57m 44s 652 actionable tasks: 652 executed Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure Archiving artifacts Recording test results [Checks API] No suitable checks publisher found. Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@solr.apache.org For additional commands, e-mail: builds-h...@solr.apache.org
