Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/784/ Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
3 tests failed. FAILED: org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery Error Message: Error from server at http://127.0.0.1:43205/solr: create the collection time out:180s Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43205/solr: create the collection time out:180s at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.cloud.MissingSegmentRecoveryTest.setup(MissingSegmentRecoveryTest.java:61) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test Error Message: Error from server at http://127.0.0.1:34677/j: Could not fully create collection: collection1 Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34677/j: Could not fully create collection: collection1 at __randomizedtesting.SeedInfo.seed([53F12E1D8D06E901:DBA511C723FA84F9]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:384) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale Error Message: Error from server at http://127.0.0.1:42895/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42895/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> at __randomizedtesting.SeedInfo.seed([757E157980472907:C14F8D9163AE5F2B]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12006 lines...] [junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_53F12E1D8D06E901-001/init-core-data-001 [junit4] 2> 548399 INFO (SUITE-MultiThreadedOCPTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 548400 INFO (SUITE-MultiThreadedOCPTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 548400 INFO (SUITE-MultiThreadedOCPTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 548400 INFO (SUITE-MultiThreadedOCPTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /j/ [junit4] 2> 548402 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 548405 INFO (Thread-518) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 548405 INFO (Thread-518) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 548411 ERROR (Thread-518) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 548505 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.ZkTestServer start zk server on port:34115 [junit4] 2> 548539 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 548541 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 548543 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 548545 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 548547 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 548548 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 548549 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 548552 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 548554 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 548555 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 548556 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 548557 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise [junit4] 2> 548672 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 548673 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d54e{/j,null,AVAILABLE} [junit4] 2> 548675 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a090a2{HTTP/1.1,[http/1.1]}{127.0.0.1:34677} [junit4] 2> 548675 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.e.j.s.Server Started @550363ms [junit4] 2> 548675 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_53F12E1D8D06E901-001/tempDir-001/control/data, replicaType=NRT, hostContext=/j, hostPort=34677, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_53F12E1D8D06E901-001/control-001/cores} [junit4] 2> 548676 ERROR (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 548676 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0 [junit4] 2> 548676 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 548676 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 548676 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T03:21:23.632Z [junit4] 2> 548679 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 548679 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_53F12E1D8D06E901-001/control-001/solr.xml [junit4] 2> 548687 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 548687 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 548689 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 548698 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34115/solr [junit4] 2> 548775 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [n:127.0.0.1:34677_j ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 548775 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [n:127.0.0.1:34677_j ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34677_j [junit4] 2> 548776 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [n:127.0.0.1:34677_j ] o.a.s.c.Overseer Overseer (id=98977977687408644-127.0.0.1:34677_j-n_0000000000) starting [junit4] 2> 548794 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [n:127.0.0.1:34677_j ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34677_j [junit4] 2> 548800 INFO (OverseerStateUpdate-98977977687408644-127.0.0.1:34677_j-n_0000000000) [n:127.0.0.1:34677_j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 548980 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [n:127.0.0.1:34677_j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 548994 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [n:127.0.0.1:34677_j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 548995 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [n:127.0.0.1:34677_j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 548997 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [n:127.0.0.1:34677_j ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_53F12E1D8D06E901-001/control-001/cores [junit4] 2> 549028 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 549029 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34115/solr ready [junit4] 2> 549035 INFO (qtp9550590-3743) [n:127.0.0.1:34677_j ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34677_j&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 549042 INFO (OverseerThreadFactory-1428-thread-1-processing-n:127.0.0.1:34677_j) [n:127.0.0.1:34677_j ] o.a.s.c.CreateCollectionCmd Create collection control_collection [junit4] 2> 549151 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 549152 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 549258 INFO (zkCallback-973-thread-1-processing-n:127.0.0.1:34677_j) [n:127.0.0.1:34677_j ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 550195 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0 [junit4] 2> 550225 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test [junit4] 2> 550391 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 550422 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true [junit4] 2> 550422 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 550422 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 550423 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_53F12E1D8D06E901-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_53F12E1D8D06E901-001/control-001/cores/control_collection_shard1_replica_n1/data/] [junit4] 2> 550427 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=68.9736328125, floorSegmentMB=0.353515625, forceMergeDeletesPctAllowed=11.17814230767723, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3295227805276786 [junit4] 2> 550430 WARN (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 550494 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 550494 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 550496 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 550496 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 550498 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=62.220703125, floorSegmentMB=1.09765625, forceMergeDeletesPctAllowed=28.933221561459877, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4821812671409099 [junit4] 2> 550499 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a9dd8f[control_collection_shard1_replica_n1] main] [junit4] 2> 550500 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 550502 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 550503 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 550505 INFO (searcherExecutor-1431-thread-1-processing-n:127.0.0.1:34677_j x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1a9dd8f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 550505 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583647645196353536 [junit4] 2> 550509 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 550509 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 550509 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34677/j/control_collection_shard1_replica_n1/ [junit4] 2> 550509 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 550509 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34677/j/control_collection_shard1_replica_n1/ has no replicas [junit4] 2> 550509 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 550511 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34677/j/control_collection_shard1_replica_n1/ shard1 [junit4] 2> 550613 INFO (zkCallback-973-thread-2-processing-n:127.0.0.1:34677_j) [n:127.0.0.1:34677_j ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 550662 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 550670 INFO (qtp9550590-3740) [n:127.0.0.1:34677_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1519 [junit4] 2> 550674 INFO (qtp9550590-3743) [n:127.0.0.1:34677_j ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 551048 INFO (OverseerCollectionConfigSetProcessor-98977977687408644-127.0.0.1:34677_j-n_0000000000) [n:127.0.0.1:34677_j ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 580677 ERROR (qtp9550590-3743) [n:127.0.0.1:34677_j ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica http://127.0.0.1:34677/j/control_collection_shard1_replica_n1/ is in state of down with timeout=30 [junit4] 2> 580678 INFO (qtp9550590-3743) [n:127.0.0.1:34677_j ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34677_j&wt=javabin&version=2} status=0 QTime=31642 [junit4] 2> 580687 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 580687 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34115/solr ready [junit4] 2> 580687 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 580689 INFO (qtp9550590-3743) [n:127.0.0.1:34677_j ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 580692 INFO (OverseerThreadFactory-1428-thread-2-processing-n:127.0.0.1:34677_j) [n:127.0.0.1:34677_j ] o.a.s.c.CreateCollectionCmd Create collection collection1 [junit4] 2> 580693 WARN (OverseerThreadFactory-1428-thread-2-processing-n:127.0.0.1:34677_j) [n:127.0.0.1:34677_j ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores. [junit4] 2> 610735 ERROR (OverseerThreadFactory-1428-thread-2-processing-n:127.0.0.1:34677_j) [n:127.0.0.1:34677_j ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1 [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 610743 INFO (qtp9550590-3743) [n:127.0.0.1:34677_j ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=500 QTime=30053 [junit4] 2> 610743 ERROR (qtp9550590-3743) [n:127.0.0.1:34677_j ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1 [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 610745 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 34677 [junit4] 2> 610745 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=15704704 [junit4] 2> 610745 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 610745 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@919153: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1f3cde2 [junit4] 2> 610751 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 610751 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13493cc: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1fed8d [junit4] 2> 610756 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 610756 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ef334: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@c4d3c0 [junit4] 2> 610757 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34677_j [junit4] 2> 610758 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 610758 INFO (zkCallback-973-thread-1-processing-n:127.0.0.1:34677_j) [n:127.0.0.1:34677_j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 610759 INFO (coreCloseExecutor-1436-thread-1) [n:127.0.0.1:34677_j c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1a0b5f [junit4] 2> 610759 INFO (coreCloseExecutor-1436-thread-1) [n:127.0.0.1:34677_j c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1706847 [junit4] 2> 610759 INFO (coreCloseExecutor-1436-thread-1) [n:127.0.0.1:34677_j c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d575fe: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@17da287 [junit4] 2> 610773 INFO (coreCloseExecutor-1436-thread-1) [n:127.0.0.1:34677_j c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1706847 [junit4] 2> 610775 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.Overseer Overseer (id=98977977687408644-127.0.0.1:34677_j-n_0000000000) closing [junit4] 2> 610775 INFO (OverseerStateUpdate-98977977687408644-127.0.0.1:34677_j-n_0000000000) [n:127.0.0.1:34677_j ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34677_j [junit4] 2> 610775 WARN (OverseerAutoScalingTriggerThread-98977977687408644-127.0.0.1:34677_j-n_0000000000) [n:127.0.0.1:34677_j ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 610778 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a090a2{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 610778 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d54e{/j,null,UNAVAILABLE} [junit4] 2> 610779 ERROR (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 610779 INFO (TEST-MultiThreadedOCPTest.test-seed#[53F12E1D8D06E901]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34115 34115 [junit4] 2> 612981 INFO (Thread-518) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34115 34115 [junit4] 2> 612981 WARN (Thread-518) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=53F12E1D8D06E901 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl-NL -Dtests.timezone=America/Vancouver -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 64.6s J1 | MultiThreadedOCPTest.test <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34677/j: Could not fully create collection: collection1 [junit4] > at __randomizedtesting.SeedInfo.seed([53F12E1D8D06E901:DBA511C723FA84F9]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) [junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:384) [junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_53F12E1D8D06E901-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1268, maxMBSortInHeap=7.557761437925071, sim=RandomSimilarity(queryNorm=true): {}, locale=nl-NL, timezone=America/Vancouver [junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=73546008,total=179879936 [junit4] 2> NOTE: All tests run in this JVM: [TestCloudNestedDocsSort, SolrGraphiteReporterTest, TestOmitPositions, CloudExitableDirectoryReaderTest, TestFaceting, TestDocTermOrds, RuleEngineTest, TestReplicaProperties, TestMacros, TestDocumentBuilder, TestDynamicLoading, TestLuceneMatchVersion, TestSolr4Spatial, OutputWriterTest, TestConfigSetsAPIExclusivity, TestExpandComponent, TestSolrCloudWithKerberosAlt, BadIndexSchemaTest, TestCollationField, TestPseudoReturnFields, BitVectorTest, TestStressLucene, TestExclusionRuleCollectionAccess, SignatureUpdateProcessorFactoryTest, TestSchemaResource, PreAnalyzedFieldTest, SuggesterFSTTest, TestUseDocValuesAsStored, WrapperMergePolicyFactoryTest, BufferStoreTest, ConvertedLegacyTest, SpellingQueryConverterTest, PathHierarchyTokenizerFactoryTest, ShardRoutingCustomTest, TestRetrieveFieldsOptimizer, DOMUtilTest, TestCollectionAPI, ZkCLITest, LukeRequestHandlerTest, SpatialRPTFieldTypeTest, SuggestComponentContextFilterQueryTest, SearchRateTriggerTest, BasicAuthStandaloneTest, RequestHandlersTest, TestUnifiedSolrHighlighter, TestRTGBase, TestOverriddenPrefixQueryForCustomFieldType, TestSizeLimitedDistributedMap, TestWriterPerf, ReplaceNodeTest, TestAddFieldRealTimeGet, RequestLoggingTest, TestPushWriter, MultiThreadedOCPTest] [junit4] Completed [148/748 (1!)] on J1 in 64.66s, 1 test, 1 error <<< FAILURES! [...truncated 1085 lines...] [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest [junit4] 2> 2110341 INFO (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_53F12E1D8D06E901-001/init-core-data-001 [junit4] 2> 2110342 WARN (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32 [junit4] 2> 2110342 INFO (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 2110343 INFO (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 2110344 INFO (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_53F12E1D8D06E901-001/tempDir-001 [junit4] 2> 2110344 INFO (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 2110344 INFO (Thread-3716) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 2110344 INFO (Thread-3716) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 2110346 ERROR (Thread-3716) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2110444 INFO (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43817 [junit4] 2> 2110454 INFO (jetty-launcher-2595-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 2110455 INFO (jetty-launcher-2595-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 2110455 INFO (jetty-launcher-2595-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5441b{/solr,null,AVAILABLE} [junit4] 2> 2110455 INFO (jetty-launcher-2595-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b03f0{/solr,null,AVAILABLE} [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@180fcc{HTTP/1.1,[http/1.1]}{127.0.0.1:43205} [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1005691{HTTP/1.1,[http/1.1]}{127.0.0.1:45631} [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-2) [ ] o.e.j.s.Server Started @2112147ms [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-1) [ ] o.e.j.s.Server Started @2112147ms [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43205} [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45631} [junit4] 2> 2110459 ERROR (jetty-launcher-2595-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2110459 ERROR (jetty-launcher-2595-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0 [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0 [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T03:47:25.415Z [junit4] 2> 2110459 INFO (jetty-launcher-2595-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T03:47:25.415Z [junit4] 2> 2110462 INFO (jetty-launcher-2595-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2110462 INFO (jetty-launcher-2595-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2110470 INFO (jetty-launcher-2595-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43817/solr [junit4] 2> 2110470 INFO (jetty-launcher-2595-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43817/solr [junit4] 2> 2110472 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa40a15f50003, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 2110516 INFO (jetty-launcher-2595-thread-1) [n:127.0.0.1:45631_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2110517 INFO (jetty-launcher-2595-thread-1) [n:127.0.0.1:45631_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45631_solr [junit4] 2> 2110517 INFO (jetty-launcher-2595-thread-1) [n:127.0.0.1:45631_solr ] o.a.s.c.Overseer Overseer (id=98978080050446341-127.0.0.1:45631_solr-n_0000000000) starting [junit4] 2> 2110518 INFO (jetty-launcher-2595-thread-2) [n:127.0.0.1:43205_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2110519 INFO (jetty-launcher-2595-thread-2) [n:127.0.0.1:43205_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43205_solr [junit4] 2> 2110520 INFO (zkCallback-2606-thread-1-processing-n:127.0.0.1:45631_solr) [n:127.0.0.1:45631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2110522 INFO (zkCallback-2607-thread-1-processing-n:127.0.0.1:43205_solr) [n:127.0.0.1:43205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2110528 INFO (jetty-launcher-2595-thread-1) [n:127.0.0.1:45631_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45631_solr [junit4] 2> 2110533 INFO (zkCallback-2606-thread-1-processing-n:127.0.0.1:45631_solr) [n:127.0.0.1:45631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2110533 INFO (zkCallback-2607-thread-1-processing-n:127.0.0.1:43205_solr) [n:127.0.0.1:43205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2110693 INFO (jetty-launcher-2595-thread-2) [n:127.0.0.1:43205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43205.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 2110702 INFO (jetty-launcher-2595-thread-2) [n:127.0.0.1:43205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43205.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 2110702 INFO (jetty-launcher-2595-thread-2) [n:127.0.0.1:43205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43205.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 2110704 INFO (jetty-launcher-2595-thread-2) [n:127.0.0.1:43205_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_53F12E1D8D06E901-001/tempDir-001/node2/. [junit4] 2> 2110757 INFO (jetty-launcher-2595-thread-1) [n:127.0.0.1:45631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45631.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 2110765 INFO (jetty-launcher-2595-thread-1) [n:127.0.0.1:45631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45631.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 2110765 INFO (jetty-launcher-2595-thread-1) [n:127.0.0.1:45631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45631.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 2110766 INFO (jetty-launcher-2595-thread-1) [n:127.0.0.1:45631_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_53F12E1D8D06E901-001/tempDir-001/node1/. [junit4] 2> 2110792 INFO (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2110792 INFO (SUITE-MissingSegmentRecoveryTest-seed#[53F12E1D8D06E901]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43817/solr ready [junit4] 2> 2110862 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[53F12E1D8D06E901]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery [junit4] 2> 2110863 INFO (qtp7254915-15920) [n:127.0.0.1:43205_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 2110866 INFO (OverseerThreadFactory-5924-thread-1-processing-n:127.0.0.1:45631_solr) [n:127.0.0.1:45631_solr ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest [junit4] 2> 2110976 INFO (OverseerStateUpdate-98978080050446341-127.0.0.1:45631_solr-n_0000000000) [n:127.0.0.1:45631_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MissingSegmentRecoveryTest", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"MissingSegmentRecoveryTest_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:45631/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 2110979 INFO (OverseerStateUpdate-98978080050446341-127.0.0.1:45631_solr-n_0000000000) [n:127.0.0.1:45631_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MissingSegmentRecoveryTest", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"MissingSegmentRecoveryTest_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:43205/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 2111182 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 2111182 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 2111183 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 2111183 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 2111289 INFO (zkCallback-2606-thread-1-processing-n:127.0.0.1:45631_solr) [n:127.0.0.1:45631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2]) [junit4] 2> 2111289 INFO (zkCallback-2607-thread-1-processing-n:127.0.0.1:43205_solr) [n:127.0.0.1:43205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2]) [junit4] 2> 2111289 INFO (zkCallback-2607-thread-2-processing-n:127.0.0.1:43205_solr) [n:127.0.0.1:43205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2]) [junit4] 2> 2111290 INFO (zkCallback-2606-thread-2-processing-n:127.0.0.1:45631_solr) [n:127.0.0.1:45631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2]) [junit4] 2> 2112202 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0 [junit4] 2> 2112202 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0 [junit4] 2> 2112239 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n2] Schema name=minimal [junit4] 2> 2112239 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal [junit4] 2> 2112241 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 2112241 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 2112241 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n2' using configuration from collection MissingSegmentRecoveryTest, trusted=true [junit4] 2> 2112241 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true [junit4] 2> 2112242 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43205.solr.core.MissingSegmentRecoveryTest.shard1.replica_n2' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 2112242 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45631.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d517b9 [junit4] 2> 2112242 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 2112242 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 2112242 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_53F12E1D8D06E901-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_53F12E1D8D06E901-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n2/data/] [junit4] 2> 2112242 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_53F12E1D8D06E901-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_53F12E1D8D06E901-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica_n1/data/] [junit4] 2> 2112607 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2112607 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 2112608 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2112608 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 2112608 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 2112609 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2112610 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 2112610 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2112611 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e74d2[MissingSegmentRecoveryTest_shard1_replica_n2] main] [junit4] 2> 2112611 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 2112612 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 2112612 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 2112613 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10d0157[MissingSegmentRecoveryTest_shard1_replica_n1] main] [junit4] 2> 2112613 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 2112613 INFO (searcherExecutor-5929-thread-1-processing-n:127.0.0.1:43205_solr x:MissingSegmentRecoveryTest_shard1_replica_n2 s:shard1 c:MissingSegmentRecoveryTest r:core_node4) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@3e74d2[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2112613 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 2112613 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583649283185311744 [junit4] 2> 2112614 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 2112616 INFO (searcherExecutor-5930-thread-1-processing-n:127.0.0.1:45631_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@10d0157[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2112616 INFO (qtp16738099-15910) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583649283188457472 [junit4] 2> 2112617 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 2113118 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 2113118 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 2113118 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43205/solr/MissingSegmentRecoveryTest_shard1_replica_n2/ [junit4] 2> 2113119 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=http://127.0.0.1:43205/solr START replicas=[http://127.0.0.1:45631/solr/MissingSegmentRecoveryTest_shard1_replica_n1/] nUpdates=100 [junit4] 2> 2113125 INFO (qtp16738099-15912) [n:127.0.0.1:45631_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 2113420 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=http://127.0.0.1:43205/solr DONE. We have no versions. sync failed. [junit4] 2> 2113420 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 2113420 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 2113420 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 2113425 INFO (qtp7254915-15916) [n:127.0.0.1:43205_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43205/solr/MissingSegmentRecoveryTest_shard1_replica_n2/ shard1 [junit4] 2> 2290868 ERROR (qtp7254915-15920) [n:127.0.0.1:43205_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 2290874 INFO (qtp7254915-15920) [n:127.0.0.1:43205_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=180010 [junit4] 2> 2290875 ERROR (qtp7254915-15920) [n:127.0.0.1:43205_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4 [...truncated too long message...] client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 138852 INFO (jetty-closer-188-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@113c18{/solr,null,UNAVAILABLE} [junit4] 2> 138856 INFO (coreCloseExecutor-746-thread-7) [n:127.0.0.1:36751_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard3.replica_n16, tag=4398627 [junit4] 2> 138856 INFO (coreCloseExecutor-746-thread-7) [n:127.0.0.1:36751_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a0d843: rootName = solr_36751, domain = solr.core.localShardsTestColl.shard3.replica_n16, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard3.replica_n16 / com.codahale.metrics.MetricRegistry@14f1246 [junit4] 2> 138863 INFO (coreCloseExecutor-747-thread-7) [n:127.0.0.1:41553_solr c:localShardsTestColl s:shard1 r:core_node3 x:localShardsTestColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=27649200 [junit4] 2> 138863 INFO (coreCloseExecutor-747-thread-1) [n:127.0.0.1:41553_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=17350278 [junit4] 2> 138863 INFO (coreCloseExecutor-747-thread-2) [n:127.0.0.1:41553_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=6095371 [junit4] 2> 138864 INFO (coreCloseExecutor-747-thread-5) [n:127.0.0.1:41553_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=4235987 [junit4] 2> 138864 INFO (coreCloseExecutor-747-thread-6) [n:127.0.0.1:41553_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=26312716 [junit4] 2> 138871 INFO (jetty-closer-188-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15419ae{/solr,null,UNAVAILABLE} [junit4] 2> 138873 INFO (coreCloseExecutor-746-thread-9) [n:127.0.0.1:36751_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n10, tag=29438744 [junit4] 2> 138873 INFO (coreCloseExecutor-746-thread-9) [n:127.0.0.1:36751_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ed919d: rootName = solr_36751, domain = solr.core.localShardsTestColl.shard2.replica_n10, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n10 / com.codahale.metrics.MetricRegistry@9b911 [junit4] 2> 138886 INFO (coreCloseExecutor-746-thread-9) [n:127.0.0.1:36751_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=29438744 [junit4] 2> 138886 INFO (coreCloseExecutor-746-thread-2) [n:127.0.0.1:36751_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=15875261 [junit4] 2> 138887 INFO (coreCloseExecutor-746-thread-1) [n:127.0.0.1:36751_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=18252641 [junit4] 2> 138887 INFO (coreCloseExecutor-746-thread-5) [n:127.0.0.1:36751_solr c:2nd_collection s:shard1 r:core_node2 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=17822354 [junit4] 2> 138887 INFO (coreCloseExecutor-746-thread-4) [n:127.0.0.1:36751_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=30205979 [junit4] 2> 138887 INFO (coreCloseExecutor-746-thread-6) [n:127.0.0.1:36751_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=17157426 [junit4] 2> 138888 INFO (coreCloseExecutor-746-thread-8) [n:127.0.0.1:36751_solr c:localShardsTestColl s:shard1 r:core_node7 x:localShardsTestColl_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=18393920 [junit4] 2> 138888 INFO (coreCloseExecutor-746-thread-7) [n:127.0.0.1:36751_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=4398627 [junit4] 2> 138891 INFO (jetty-closer-188-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98978197614493701-127.0.0.1:36751_solr-n_0000000000) closing [junit4] 2> 138891 INFO (OverseerStateUpdate-98978197614493701-127.0.0.1:36751_solr-n_0000000000) [n:127.0.0.1:36751_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36751_solr [junit4] 2> 138892 WARN (OverseerAutoScalingTriggerThread-98978197614493701-127.0.0.1:36751_solr-n_0000000000) [n:127.0.0.1:36751_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 138893 INFO (jetty-closer-188-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1addba1{/solr,null,UNAVAILABLE} [junit4] 2> 138893 ERROR (SUITE-CloudSolrClientTest-seed#[757E157980472907]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 138893 INFO (SUITE-CloudSolrClientTest-seed#[757E157980472907]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42225 42225 [junit4] 2> 143932 INFO (Thread-187) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42225 42225 [junit4] 2> 143933 WARN (Thread-187) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 8 /solr/clusterprops.json [junit4] 2> 8 /solr/aliases.json [junit4] 2> 3 /solr/security.json [junit4] 2> 3 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 43 /solr/collections/localShardsTestColl/state.json [junit4] 2> 24 /solr/collections/foo/state.json [junit4] 2> 16 /solr/collections/stale_state_test_col/state.json [junit4] 2> 16 /solr/collections/multicollection2/state.json [junit4] 2> 16 /solr/collections/multicollection1/state.json [junit4] 2> 14 /solr/collections/collection1/state.json [junit4] 2> 14 /solr/collections/2nd_collection/state.json [junit4] 2> 10 /solr/collections/nemesis/state.json [junit4] 2> 8 /solr/clusterstate.json [junit4] 2> 6 /solr/collections/overwrite/state.json [junit4] 2> 2 /solr/overseer_elect/election/98978197614493701-127.0.0.1:36751_solr-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 8 /solr/live_nodes [junit4] 2> 8 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_757E157980472907-001 [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=sq, timezone=CST6CDT [junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=74796040,total=179933184 [junit4] 2> NOTE: All tests run in this JVM: [TestHash, UuidEvaluatorTest, OperationsTest, TestCollectionStateWatchers, DocumentAnalysisResponseTest, GreaterThanEqualToEvaluatorTest, CloudSolrClientBuilderTest, DivideEvaluatorTest, SolrExceptionTest, NoOpResponseParserTest, CosineEvaluatorTest, TestCoreAdmin, RegressionEvaluatorTest, GetByIdTest, MultiplyEvaluatorTest, TestCloudSolrClientConnections, AddEvaluatorTest, ExclusiveOrEvaluatorTest, TestJsonRecordReader, SelectWithEvaluatorsTest, NamedListTest, SolrExampleJettyTest, PowerEvaluatorTest, JettyWebappTest, SolrParamTest, TestEmbeddedSolrServer, TestNamedListCodec, TestDocumentObjectBinder, ModifiableSolrParamsTest, AnlysisResponseBaseTest, UsingSolrJRefGuideExamplesTest, TestPolicy, CloudSolrClientMultiConstructorTest, CloudSolrClientTest] [junit4] Completed [108/146 (1!)] on J2 in 41.86s, 16 tests, 1 error <<< FAILURES! [...truncated 42294 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
