Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/7806/ Java: 64bit/jdk-16.0.2 -XX:+UseCompressedOops -XX:+UseShenandoahGC
4 tests failed. FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testPerReplicaStateCollection Error Message: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33311/solr Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33311/solr at __randomizedtesting.SeedInfo.seed([AA44A192B408A1D5:80790AD014A87BD8]:0) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:729) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:215) at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405) at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1174) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:880) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:234) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:249) at app//org.apache.solr.client.solrj.impl.CloudSolrClientTest.testPerReplicaStateCollection(CloudSolrClientTest.java:1183) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:567) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at app//org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at [email protected]/java.lang.Thread.run(Thread.java:831) Caused by: java.net.SocketTimeoutException: Read timed out at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:283) at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:309) at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:350) at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:803) at java.base/java.net.Socket$SocketInputStream.read(Socket.java:976) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577) ... 57 more FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test Error Message: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33033/zv_/v/collection1 Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33033/zv_/v/collection1 at __randomizedtesting.SeedInfo.seed([AA44A192B408A1D5:22109E481AF4CC2D]:0) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:729) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:215) at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405) at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1174) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:880) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:234) at app//org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:466) at app//org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:442) at app//org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:2023) at app//org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:533) at app//org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:179) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:567) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1167) at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1138) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at [email protected]/java.lang.Thread.run(Thread.java:831) Caused by: java.net.SocketTimeoutException: Read timed out at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:283) at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:309) at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:350) at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:803) at java.base/java.net.Socket$SocketInputStream.read(Socket.java:976) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577) ... 61 more FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.classMethod Error Message: com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib: 1) Thread[id=9425, name=qtp785768202-9425, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.hash(HashMap.java:340) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.getPooledInstance(IndexWriter.java:5846) at app//org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:532) at app//org.apache.lucene.index.IndexWriter$$Lambda$597/0x0000000801186a38.apply(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:138) at app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:597) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:381) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:366) at app//org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:246) at app//org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2313) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2566) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2255) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:778) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:173) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2873) at app//org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:858) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:554) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:251) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) 2) Thread[id=9344, name=searcherExecutor-6867-thread-1-processing-127.0.0.1:33033_zv_%2Fv collection1_shard1_replica_n1 collection1 shard1 core_node2, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at app//org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:647) at app//org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:686) at app//org.apache.lucene.index.IndexWriter.decRefDeleter(IndexWriter.java:5676) at app//org.apache.lucene.index.StandardDirectoryReader.lambda$doClose$1(StandardDirectoryReader.java:466) at app//org.apache.lucene.index.StandardDirectoryReader$$Lambda$621/0x00000008011a06c8.close(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.doClose(StandardDirectoryReader.java:482) at app//org.apache.lucene.index.IndexReader.decRef(IndexReader.java:265) at app//org.apache.solr.search.SolrIndexSearcher.close(SolrIndexSearcher.java:578) at app//org.apache.solr.core.SolrCore$2.close(SolrCore.java:2752) at app//org.apache.solr.util.RefCounted.decref(RefCounted.java:52) at app//org.apache.solr.core.SolrCore.lambda$getSearcher$20(SolrCore.java:2678) at app//org.apache.solr.core.SolrCore$$Lambda$608/0x0000000801190828.call(Unknown Source) at [email protected]/java.util.concurrent.FutureTask.run(FutureTask.java:264) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$314/0x0000000800fbc800.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 3) Thread[id=9355, name=searcherExecutor-6874-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 4) Thread[id=9368, name=searcherExecutor-6882-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 5) Thread[id=9424, name=qtp152925345-9424, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.newNode(HashMap.java:1888) at [email protected]/java.util.HashMap.putVal(HashMap.java:631) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.getPooledInstance(IndexWriter.java:5846) at app//org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:532) at app//org.apache.lucene.index.IndexWriter$$Lambda$597/0x0000000801186a38.apply(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:138) at app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:597) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:381) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:366) at app//org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:246) at app//org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2313) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2566) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2255) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:778) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:173) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2873) at app//org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:858) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:554) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:251) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) 6) Thread[id=9431, name=qtp120258280-9431, state=BLOCKED, group=TGRP-TestInPlaceUpdatesDistrib] at app//org.apache.lucene.index.IndexWriter.shouldClose(IndexWriter.java:1373) at app//org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1316) at app//org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1362) at app//org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:372) at app//org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:996) at app//org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:97) at app//org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:411) at app//org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:105) at app//org.apache.solr.core.SolrCore.doClose(SolrCore.java:1796) at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1739) at app//org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:691) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:273) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at app//org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib: 1) Thread[id=9425, name=qtp785768202-9425, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.hash(HashMap.java:340) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.getPooledInstance(IndexWriter.java:5846) at app//org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:532) at app//org.apache.lucene.index.IndexWriter$$Lambda$597/0x0000000801186a38.apply(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:138) at app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:597) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:381) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:366) at app//org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:246) at app//org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2313) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2566) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2255) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:778) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:173) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2873) at app//org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:858) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:554) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:251) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) 2) Thread[id=9344, name=searcherExecutor-6867-thread-1-processing-127.0.0.1:33033_zv_%2Fv collection1_shard1_replica_n1 collection1 shard1 core_node2, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at app//org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:647) at app//org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:686) at app//org.apache.lucene.index.IndexWriter.decRefDeleter(IndexWriter.java:5676) at app//org.apache.lucene.index.StandardDirectoryReader.lambda$doClose$1(StandardDirectoryReader.java:466) at app//org.apache.lucene.index.StandardDirectoryReader$$Lambda$621/0x00000008011a06c8.close(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.doClose(StandardDirectoryReader.java:482) at app//org.apache.lucene.index.IndexReader.decRef(IndexReader.java:265) at app//org.apache.solr.search.SolrIndexSearcher.close(SolrIndexSearcher.java:578) at app//org.apache.solr.core.SolrCore$2.close(SolrCore.java:2752) at app//org.apache.solr.util.RefCounted.decref(RefCounted.java:52) at app//org.apache.solr.core.SolrCore.lambda$getSearcher$20(SolrCore.java:2678) at app//org.apache.solr.core.SolrCore$$Lambda$608/0x0000000801190828.call(Unknown Source) at [email protected]/java.util.concurrent.FutureTask.run(FutureTask.java:264) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$314/0x0000000800fbc800.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 3) Thread[id=9355, name=searcherExecutor-6874-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 4) Thread[id=9368, name=searcherExecutor-6882-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 5) Thread[id=9424, name=qtp152925345-9424, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.newNode(HashMap.java:1888) at [email protected]/java.util.HashMap.putVal(HashMap.java:631) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.getPooledInstance(IndexWriter.java:5846) at app//org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:532) at app//org.apache.lucene.index.IndexWriter$$Lambda$597/0x0000000801186a38.apply(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:138) at app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:597) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:381) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:366) at app//org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:246) at app//org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2313) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2566) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2255) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:778) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:173) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2873) at app//org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:858) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:554) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:251) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) 6) Thread[id=9431, name=qtp120258280-9431, state=BLOCKED, group=TGRP-TestInPlaceUpdatesDistrib] at app//org.apache.lucene.index.IndexWriter.shouldClose(IndexWriter.java:1373) at app//org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1316) at app//org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1362) at app//org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:372) at app//org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:996) at app//org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:97) at app//org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:411) at app//org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:105) at app//org.apache.solr.core.SolrCore.doClose(SolrCore.java:1796) at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1739) at app//org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:691) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:273) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at app//org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) at __randomizedtesting.SeedInfo.seed([AA44A192B408A1D5]:0) FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.classMethod Error Message: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=9425, name=qtp785768202-9425, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.newNode(HashMap.java:1888) at [email protected]/java.util.HashMap.putVal(HashMap.java:642) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.getPooledInstance(IndexWriter.java:5846) at app//org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:532) at app//org.apache.lucene.index.IndexWriter$$Lambda$597/0x0000000801186a38.apply(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:138) at app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:597) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:381) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:366) at app//org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:246) at app//org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2313) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2566) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2255) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:778) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:173) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2873) at app//org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:858) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:554) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:251) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) 2) Thread[id=9344, name=searcherExecutor-6867-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 3) Thread[id=9355, name=searcherExecutor-6874-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 4) Thread[id=9368, name=searcherExecutor-6882-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 5) Thread[id=9424, name=qtp152925345-9424, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.newNode(HashMap.java:1888) at [email protected]/java.util.HashMap.putVal(HashMap.java:631) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.getPooledInstance(IndexWriter.java:5846) at app//org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:532) at app//org.apache.lucene.index.IndexWriter$$Lambda$597/0x0000000801186a38.apply(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:138) at app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:597) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:381) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:366) at app//org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:246) at app//org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2313) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2566) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2255) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:778) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:173) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2873) at app//org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:858) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:554) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:251) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) 6) Thread[id=9431, name=qtp120258280-9431, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.resize(HashMap.java:704) at [email protected]/java.util.HashMap.putVal(HashMap.java:663) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3750) at app//org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:4050) at app//org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3996) at app//org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1322) at app//org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1362) at app//org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:372) at app//org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:996) at app//org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:97) at app//org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:411) at app//org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:105) at app//org.apache.solr.core.SolrCore.doClose(SolrCore.java:1796) at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1739) at app//org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:691) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:273) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at app//org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=9425, name=qtp785768202-9425, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.newNode(HashMap.java:1888) at [email protected]/java.util.HashMap.putVal(HashMap.java:642) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.getPooledInstance(IndexWriter.java:5846) at app//org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:532) at app//org.apache.lucene.index.IndexWriter$$Lambda$597/0x0000000801186a38.apply(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:138) at app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:597) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:381) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:366) at app//org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:246) at app//org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2313) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2566) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2255) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:778) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:173) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2873) at app//org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:858) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:554) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:251) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) 2) Thread[id=9344, name=searcherExecutor-6867-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 3) Thread[id=9355, name=searcherExecutor-6874-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 4) Thread[id=9368, name=searcherExecutor-6882-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at [email protected]/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at [email protected]/java.lang.Thread.run(Thread.java:831) 5) Thread[id=9424, name=qtp152925345-9424, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.newNode(HashMap.java:1888) at [email protected]/java.util.HashMap.putVal(HashMap.java:631) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.getPooledInstance(IndexWriter.java:5846) at app//org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:532) at app//org.apache.lucene.index.IndexWriter$$Lambda$597/0x0000000801186a38.apply(Unknown Source) at app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:138) at app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:597) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:381) at app//org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:366) at app//org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:246) at app//org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2313) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2566) at app//org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2255) at app//org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:778) at app//org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:100) at app//org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:67) at app//org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1231) at app//org.apache.solr.update.processor.DistributedZkUpdateProcessor.processCommit(DistributedZkUpdateProcessor.java:204) at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:173) at app//org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68) at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:77) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2873) at app//org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:858) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:554) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:251) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) 6) Thread[id=9431, name=qtp120258280-9431, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at [email protected]/java.util.HashMap.resize(HashMap.java:704) at [email protected]/java.util.HashMap.putVal(HashMap.java:663) at [email protected]/java.util.HashMap.put(HashMap.java:612) at [email protected]/java.util.HashSet.add(HashSet.java:221) at app//org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:453) at app//org.apache.lucene.index.ReaderPool.get(ReaderPool.java:430) at app//org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3750) at app//org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:4050) at app//org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3996) at app//org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1322) at app//org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1362) at app//org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:372) at app//org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:996) at app//org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:97) at app//org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:411) at app//org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:105) at app//org.apache.solr.core.SolrCore.doClose(SolrCore.java:1796) at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1739) at app//org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:691) at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:273) at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:219) at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$842/0x0000000801403630.run(Unknown Source) at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257) at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:214) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187) at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at app//org.eclipse.jetty.server.Server.handle(Server.java:516) at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) at app//org.eclipse.jetty.server.HttpChannel$$Lambda$840/0x00000008013bc4e8.dispatch(Unknown Source) at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at app//org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at [email protected]/java.lang.Thread.run(Thread.java:831) at __randomizedtesting.SeedInfo.seed([AA44A192B408A1D5]:0)
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
