Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/4207/
4 tests failed. FAILED: org.apache.solr.common.cloud.PerReplicaStatesIntegrationTest.testMultipleTransitions Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35701/solr: org.apache.solr.common.SolrException at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:61) at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:345) at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:294) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:207) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:935) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:887) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578) at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239) at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207) at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:516) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$1.run(SslConnection.java:149) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base/java.lang.Thread.run(Thread.java:834) Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35701/solr: org.apache.solr.common.SolrException at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:61) at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:345) at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:294) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:207) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:935) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:887) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578) at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239) at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207) at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:516) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$1.run(SslConnection.java:149) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base/java.lang.Thread.run(Thread.java:834) at __randomizedtesting.SeedInfo.seed([1DBA19665530C5B4:A2267638DA4A69AD]:0) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:715) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:233) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:214) at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405) at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1249) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:970) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:897) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:223) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:238) at app//org.apache.solr.common.cloud.PerReplicaStatesIntegrationTest.testMultipleTransitions(PerReplicaStatesIntegrationTest.java:197) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:566) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:824) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:475) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:831) at [email protected]/java.lang.Thread.run(Thread.java:834) FAILED: org.apache.solr.gcs.GCSIncrementalBackupTest.testBackupIncremental Error Message: java.lang.AssertionError: There are still nodes recovering - waited for 30SECONDS Stack Trace: java.lang.AssertionError: There are still nodes recovering - waited for 30SECONDS at __randomizedtesting.SeedInfo.seed([1DBA19665530C5B4:1A7FB6AD69D8FBC9]:0) at org.junit.Assert.fail(Assert.java:89) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:224) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:157) at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.simpleRestoreAndCheckDocCount(AbstractIncrementalBackupTest.java:413) at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:396) at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:258) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:824) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:475) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:831) at java.base/java.lang.Thread.run(Thread.java:834) FAILED: org.apache.solr.gcs.GCSIncrementalBackupTest.classMethod Error Message: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.gcs.GCSIncrementalBackupTest: 1) Thread[id=53, name=qtp581167794-53, state=TIMED_WAITING, group=TGRP-GCSIncrementalBackupTest] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1079) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1369) at [email protected]/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.tryLock(ReentrantReadWriteLock.java:882) at app//org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:175) at app//org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:115) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:729) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:207) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2866) at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:881) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:600) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$566/0x0000000100673c40.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$564/0x0000000100674040.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:352) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:834) 2) Thread[id=214, name=searcherExecutor-177-thread-1, state=WAITING, group=TGRP-GCSIncrementalBackupTest] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:834) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.gcs.GCSIncrementalBackupTest: 1) Thread[id=53, name=qtp581167794-53, state=TIMED_WAITING, group=TGRP-GCSIncrementalBackupTest] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1079) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1369) at [email protected]/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.tryLock(ReentrantReadWriteLock.java:882) at app//org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:175) at app//org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:115) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:729) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:207) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2866) at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:881) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:600) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$566/0x0000000100673c40.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$564/0x0000000100674040.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:352) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:834) 2) Thread[id=214, name=searcherExecutor-177-thread-1, state=WAITING, group=TGRP-GCSIncrementalBackupTest] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:834) at __randomizedtesting.SeedInfo.seed([1DBA19665530C5B4]:0) FAILED: org.apache.solr.gcs.GCSIncrementalBackupTest.classMethod Error Message: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=53, name=qtp581167794-53, state=TIMED_WAITING, group=TGRP-GCSIncrementalBackupTest] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1079) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1369) at [email protected]/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.tryLock(ReentrantReadWriteLock.java:882) at app//org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:175) at app//org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:115) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:729) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:207) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2866) at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:881) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:600) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$566/0x0000000100673c40.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$564/0x0000000100674040.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:352) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:834) 2) Thread[id=214, name=searcherExecutor-177-thread-1, state=WAITING, group=TGRP-GCSIncrementalBackupTest] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:834) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=53, name=qtp581167794-53, state=TIMED_WAITING, group=TGRP-GCSIncrementalBackupTest] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1079) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1369) at [email protected]/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.tryLock(ReentrantReadWriteLock.java:882) at app//org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:175) at app//org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:115) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:729) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:207) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2866) at app//org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:881) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:600) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$566/0x0000000100673c40.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$564/0x0000000100674040.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:352) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:834) 2) Thread[id=214, name=searcherExecutor-177-thread-1, state=WAITING, group=TGRP-GCSIncrementalBackupTest] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:834) at __randomizedtesting.SeedInfo.seed([1DBA19665530C5B4]:0) Build Log: [...truncated 1668691 lines...] ERROR: The following test(s) have failed: - org.apache.solr.common.cloud.PerReplicaStatesIntegrationTest.testMultipleTransitions (:solr:solrj) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.common.cloud.PerReplicaStatesIntegrationTest.txt Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.common.cloud.PerReplicaStatesIntegrationTest.testMultipleTransitions" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.HdfsDirectoryFactoryTest.testLocalityReporter (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.HdfsDirectoryFactoryTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.HdfsDirectoryFactoryTest.testLocalityReporter" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testArbitraryFileDataCanBeStoredAndRetrieved (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testArbitraryFileDataCanBeStoredAndRetrieved" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanDistinguishBetweenFilesAndDirectories (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanDistinguishBetweenFilesAndDirectories" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanDeleteEmptyOrFullDirectories (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanDeleteEmptyOrFullDirectories" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanDetermineWhetherFilesAndDirectoriesExist (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanDetermineWhetherFilesAndDirectoriesExist" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanDeleteIndividualFiles (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanDeleteIndividualFiles" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanListFullOrEmptyDirectories (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.backup.repository.HdfsBackupRepositoryIntegrationTest.testCanListFullOrEmptyDirectories" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.HdfsCollectionsApiTest.testDataDirIsNotReused (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.HdfsCollectionsApiTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.HdfsCollectionsApiTest.testDataDirIsNotReused" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.handler.TestHdfsBackupRestoreCore.test (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.handler.TestHdfsBackupRestoreCore.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.handler.TestHdfsBackupRestoreCore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.index.CheckHdfsIndexTest.testDeletedDocs (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.index.CheckHdfsIndexTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.index.CheckHdfsIndexTest.testDeletedDocs" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.index.CheckHdfsIndexTest.doTest (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.index.CheckHdfsIndexTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.index.CheckHdfsIndexTest.doTest" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.testRestoreFailure (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.testRestoreFailure" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testSimple (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testSimple" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.index.CheckHdfsIndexTest.testChecksumsOnlyVerbose (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.index.CheckHdfsIndexTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.index.CheckHdfsIndexTest.testChecksumsOnlyVerbose" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.test (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.index.CheckHdfsIndexTest.testChecksumsOnly (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.index.CheckHdfsIndexTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.index.CheckHdfsIndexTest.testChecksumsOnly" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testRestoreToOriginalCollection (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testRestoreToOriginalCollection" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testRecoveryMultipleLogs (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testRecoveryMultipleLogs" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testExistOldBufferLog (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testExistOldBufferLog" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testVersionsOnRestart (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testVersionsOnRestart" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testRemoveOldLogs (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testRemoveOldLogs" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testBuffering (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testBuffering" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testTruncatedLog (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testTruncatedLog" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testCleanShutdown (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testCleanShutdown" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testReplicationFactor (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testReplicationFactor" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testLogReplay (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testLogReplay" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.search.TestRecoveryHdfs.testCorruptLog (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.search.TestRecoveryHdfs.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.search.TestRecoveryHdfs.testCorruptLog" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.testRandomAccessWrites (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.testRandomAccessWrites" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.ensureCacheConfigurable (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.ensureCacheConfigurable" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.testRandomAccessWritesLargeCache (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.store.blockcache.BlockDirectoryTest.testRandomAccessWritesLargeCache" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testBackupIncremental (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testBackupIncremental" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.test (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.classMethod (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.classMethod" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.classMethod (:solr:modules:hdfs) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hdfs/build/test-results/test/outputs/OUTPUT-org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.txt Reproduce with: gradlew :solr:modules:hdfs:test --tests "org.apache.solr.hdfs.cloud.HdfsNameNodeFailoverTest.classMethod" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.gcs.GCSIncrementalBackupTest.testBackupIncremental (:solr:modules:gcs-repository) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/gcs-repository/build/test-results/test/outputs/OUTPUT-org.apache.solr.gcs.GCSIncrementalBackupTest.txt Reproduce with: gradlew :solr:modules:gcs-repository:test --tests "org.apache.solr.gcs.GCSIncrementalBackupTest.testBackupIncremental" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.gcs.GCSIncrementalBackupTest.classMethod (:solr:modules:gcs-repository) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/gcs-repository/build/test-results/test/outputs/OUTPUT-org.apache.solr.gcs.GCSIncrementalBackupTest.txt Reproduce with: gradlew :solr:modules:gcs-repository:test --tests "org.apache.solr.gcs.GCSIncrementalBackupTest.classMethod" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII - org.apache.solr.gcs.GCSIncrementalBackupTest.classMethod (:solr:modules:gcs-repository) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/gcs-repository/build/test-results/test/outputs/OUTPUT-org.apache.solr.gcs.GCSIncrementalBackupTest.txt Reproduce with: gradlew :solr:modules:gcs-repository:test --tests "org.apache.solr.gcs.GCSIncrementalBackupTest.classMethod" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1DBA19665530C5B4 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII FAILURE: Build completed with 20 failures. 1: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:hdfs:test'. > java.io.IOException: No space left on device * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:jaegertracer-configurator:test'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/jaegertracer-configurator/build/test-results' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/jaegertracer-configurator/build/test-results/test/binary' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 3: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:jwt-auth:analyzeClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/jwt-auth/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/jwt-auth/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 4: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:jwt-auth:analyzeTestClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/jwt-auth/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/jwt-auth/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 5: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:jwt-auth:test'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/jwt-auth/build/test-results' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/jwt-auth/build/test-results/test/binary' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 6: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:langid:analyzeClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/langid/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/langid/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 7: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:langid:analyzeTestClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/langid/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/langid/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 8: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:langid:test'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/langid/build/test-results' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/langid/build/test-results/test/binary' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 9: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:ltr:analyzeClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/ltr/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/ltr/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 10: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:ltr:analyzeTestClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/ltr/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/ltr/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 11: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:ltr:test'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/ltr/build/test-results' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/ltr/build/test-results/test/binary' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 12: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:s3-repository:analyzeClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/s3-repository/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/s3-repository/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 13: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:s3-repository:analyzeTestClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/s3-repository/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/s3-repository/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 14: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:s3-repository:test'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/s3-repository/build/test-results' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/s3-repository/build/test-results/test/binary' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 15: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:scripting:analyzeClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/scripting/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/scripting/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 16: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:scripting:analyzeTestClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/scripting/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/scripting/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 17: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:scripting:test'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/scripting/build/test-results' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/scripting/build/test-results/test/binary' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 18: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:sql:analyzeClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/sql/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/sql/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 19: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:sql:analyzeTestClassesDependencies'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/sql/build/reports' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/sql/build/reports/dependency-analyze' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 20: Task failed with an exception. ----------- * What went wrong: Execution failed for task ':solr:modules:sql:test'. > Failed to create parent directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/sql/build/test-results' > when creating directory > '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/sql/build/test-results/test/binary' * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.2/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 56m 37s 543 actionable tasks: 543 executed FAILURE: Build failed with an exception. * What went wrong: Could not update /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/7.2/fileChanges/last-build.bin > No space left on device * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.2/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 56m 37s Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure Archiving artifacts Recording test results [Checks API] No suitable checks publisher found. Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
