Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/186/ Java: 64bit/jdk-9-ea+178 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
3 tests failed. FAILED: org.apache.solr.TestDistributedSearch.test Error Message: .responseHeader.status!=warnings (unordered or missing) Stack Trace: junit.framework.AssertionFailedError: .responseHeader.status!=warnings (unordered or missing) at __randomizedtesting.SeedInfo.seed([31C84CC5787185D3:B99C731FD68DE82B]:0) at junit.framework.Assert.fail(Assert.java:50) at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913) at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932) at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:607) at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:587) at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:566) at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:241) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream Error Message: Error from server at https://127.0.0.1:36825/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:36825/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> at __randomizedtesting.SeedInfo.seed([BF020287BA5C3D7B:215779E83700026]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233) at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:6863) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36825/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ... 1 more FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([31C84CC5787185D3:7F63ED8227CEFF20]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet(CollectionsAPISolrJTest.java:70) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 11156 lines...] [junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/init-core-data-001 [junit4] 2> 141786 WARN (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 141786 INFO (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 141786 INFO (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 141788 INFO (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 141788 INFO (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001 [junit4] 2> 141789 INFO (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 141794 INFO (Thread-619) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 141794 INFO (Thread-619) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 141802 ERROR (Thread-619) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 141894 INFO (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39625 [junit4] 2> 141907 INFO (jetty-launcher-238-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 141908 INFO (jetty-launcher-238-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 141908 INFO (jetty-launcher-238-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 141917 INFO (jetty-launcher-238-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 141950 INFO (jetty-launcher-238-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@180252ce{/solr,null,AVAILABLE} [junit4] 2> 141950 INFO (jetty-launcher-238-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@745223b9{/solr,null,AVAILABLE} [junit4] 2> 141951 INFO (jetty-launcher-238-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24d1a3b4{SSL,[ssl, http/1.1]}{127.0.0.1:36471} [junit4] 2> 141951 INFO (jetty-launcher-238-thread-2) [ ] o.e.j.s.Server Started @143061ms [junit4] 2> 141951 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36471} [junit4] 2> 141951 ERROR (jetty-launcher-238-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 141951 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 141951 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 141951 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 141951 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-02T05:06:24.885631Z [junit4] 2> 141960 INFO (jetty-launcher-238-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@521d17c2{/solr,null,AVAILABLE} [junit4] 2> 141962 INFO (jetty-launcher-238-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ecd9572{SSL,[ssl, http/1.1]}{127.0.0.1:34913} [junit4] 2> 141962 INFO (jetty-launcher-238-thread-3) [ ] o.e.j.s.Server Started @143072ms [junit4] 2> 141962 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34913} [junit4] 2> 141962 ERROR (jetty-launcher-238-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 141962 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 141962 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 141962 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 141962 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-02T05:06:24.896970Z [junit4] 2> 141966 INFO (jetty-launcher-238-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e9576cb{SSL,[ssl, http/1.1]}{127.0.0.1:33489} [junit4] 2> 141966 INFO (jetty-launcher-238-thread-1) [ ] o.e.j.s.Server Started @143076ms [junit4] 2> 141966 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33489} [junit4] 2> 141966 ERROR (jetty-launcher-238-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 141966 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 141966 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 141966 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 141966 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-02T05:06:24.900870Z [junit4] 2> 141966 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 141976 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 141986 INFO (jetty-launcher-238-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2007fa5f{/solr,null,AVAILABLE} [junit4] 2> 141995 INFO (jetty-launcher-238-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6045d749{SSL,[ssl, http/1.1]}{127.0.0.1:39603} [junit4] 2> 141995 INFO (jetty-launcher-238-thread-4) [ ] o.e.j.s.Server Started @143106ms [junit4] 2> 141996 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39603} [junit4] 2> 141996 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39625/solr [junit4] 2> 141996 ERROR (jetty-launcher-238-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 141996 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 141996 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 141996 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 141996 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 141996 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-02T05:06:24.930696Z [junit4] 2> 141998 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39625/solr [junit4] 2> 142002 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 142015 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39625/solr [junit4] 2> 142016 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39625/solr [junit4] 2> 142027 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 142028 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33489_solr [junit4] 2> 142028 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98412159613599755-127.0.0.1:33489_solr-n_0000000000) starting [junit4] 2> 142028 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 142031 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39603_solr [junit4] 2> 142039 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33489_solr [junit4] 2> 142042 INFO (OverseerStateUpdate-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 142053 INFO (zkCallback-262-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 142070 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 142071 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 142073 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34913_solr [junit4] 2> 142074 INFO (zkCallback-259-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 142077 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 142081 INFO (zkCallback-262-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 142096 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 142097 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 142098 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36471_solr [junit4] 2> 142099 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 142099 INFO (zkCallback-262-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 142099 INFO (zkCallback-259-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 142101 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 142108 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33489.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142109 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39603.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142111 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33489.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142111 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33489.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142111 INFO (jetty-launcher-238-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node1/. [junit4] 2> 142112 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39603.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142112 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39603.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142113 INFO (jetty-launcher-238-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node4/. [junit4] 2> 142125 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34913.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142128 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34913.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142129 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34913.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142130 INFO (jetty-launcher-238-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node3/. [junit4] 2> 142132 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36471.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142134 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36471.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142134 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36471.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 142135 INFO (jetty-launcher-238-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node2/. [junit4] 2> 142190 INFO (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 142190 INFO (SUITE-CollectionsAPISolrJTest-seed#[31C84CC5787185D3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39625/solr ready [junit4] 2> 142200 INFO (TEST-CollectionsAPISolrJTest.testList-seed#[31C84CC5787185D3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testList [junit4] 2> 142211 INFO (qtp1905014356-1816) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 142211 INFO (qtp1905014356-1816) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 142212 INFO (TEST-CollectionsAPISolrJTest.testList-seed#[31C84CC5787185D3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testList [junit4] 2> 142223 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplica-seed#[31C84CC5787185D3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddAndDeleteReplica [junit4] 2> 142224 INFO (qtp1905014356-1836) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=solrj_replicatests&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 142226 INFO (OverseerThreadFactory-719-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection solrj_replicatests [junit4] 2> 142332 INFO (OverseerStateUpdate-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"solrj_replicatests", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"solrj_replicatests_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:34913/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 142334 INFO (OverseerStateUpdate-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"solrj_replicatests", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"solrj_replicatests_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36471/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 142559 INFO (qtp1905014356-1816) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica_n2&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 142559 INFO (qtp1905014356-1816) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 142574 INFO (qtp892658964-1815) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica_n1&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 142574 INFO (qtp892658964-1815) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 142679 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 142679 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 142679 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 142679 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 143593 INFO (qtp1905014356-1816) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 143597 INFO (qtp892658964-1815) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 143605 INFO (qtp892658964-1815) [ ] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica_n1] Schema name=minimal [junit4] 2> 143609 INFO (qtp1905014356-1816) [ ] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica_n2] Schema name=minimal [junit4] 2> 143610 INFO (qtp892658964-1815) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 143610 INFO (qtp892658964-1815) [ ] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica_n1' using configuration from collection solrj_replicatests, trusted=true [junit4] 2> 143613 INFO (qtp1905014356-1816) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 143613 INFO (qtp1905014356-1816) [ ] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica_n2' using configuration from collection solrj_replicatests, trusted=true [junit4] 2> 143614 INFO (qtp892658964-1815) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34913.solr.core.solrj_replicatests.shard1.replica_n1' (registry 'solr.core.solrj_replicatests.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 143614 INFO (qtp1905014356-1816) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36471.solr.core.solrj_replicatests.shard1.replica_n2' (registry 'solr.core.solrj_replicatests.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 143614 INFO (qtp892658964-1815) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 143614 INFO (qtp1905014356-1816) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 143614 INFO (qtp892658964-1815) [ ] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node3/solrj_replicatests_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node3/./solrj_replicatests_shard1_replica_n1/data/] [junit4] 2> 143614 INFO (qtp1905014356-1816) [ ] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node2/solrj_replicatests_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node2/./solrj_replicatests_shard1_replica_n2/data/] [junit4] 2> 143722 INFO (qtp892658964-1815) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 143722 INFO (qtp892658964-1815) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 143724 INFO (qtp892658964-1815) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 143724 INFO (qtp892658964-1815) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 143734 INFO (qtp892658964-1815) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@60dc8f04[solrj_replicatests_shard1_replica_n1] main] [junit4] 2> 143736 INFO (qtp892658964-1815) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 143736 INFO (qtp892658964-1815) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 143737 INFO (qtp892658964-1815) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 143737 INFO (qtp892658964-1815) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574594555853930496 [junit4] 2> 143747 INFO (qtp1905014356-1816) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 143747 INFO (qtp1905014356-1816) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 143747 INFO (searcherExecutor-728-thread-1) [ ] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica_n1] Registered new searcher Searcher@60dc8f04[solrj_replicatests_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 143748 INFO (qtp1905014356-1816) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 143748 INFO (qtp1905014356-1816) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 143751 INFO (qtp1905014356-1816) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d424e00[solrj_replicatests_shard1_replica_n2] main] [junit4] 2> 143751 INFO (qtp892658964-1815) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms [junit4] 2> 143751 INFO (qtp1905014356-1816) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 143752 INFO (qtp1905014356-1816) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 143753 INFO (qtp1905014356-1816) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 143754 INFO (searcherExecutor-729-thread-1) [ ] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica_n2] Registered new searcher Searcher@4d424e00[solrj_replicatests_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 143755 INFO (qtp1905014356-1816) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574594555872804864 [junit4] 2> 143852 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 143852 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 143852 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 143852 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144252 INFO (qtp892658964-1815) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 144252 INFO (qtp892658964-1815) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 144252 INFO (qtp892658964-1815) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34913/solr/solrj_replicatests_shard1_replica_n1/ [junit4] 2> 144252 INFO (qtp892658964-1815) [ ] o.a.s.u.PeerSync PeerSync: core=solrj_replicatests_shard1_replica_n1 url=https://127.0.0.1:34913/solr START replicas=[https://127.0.0.1:36471/solr/solrj_replicatests_shard1_replica_n2/] nUpdates=100 [junit4] 2> 144253 INFO (qtp892658964-1815) [ ] o.a.s.u.PeerSync PeerSync: core=solrj_replicatests_shard1_replica_n1 url=https://127.0.0.1:34913/solr DONE. We have no versions. sync failed. [junit4] 2> 144266 INFO (qtp1905014356-1838) [ ] o.a.s.c.S.Request [solrj_replicatests_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 144268 INFO (qtp892658964-1815) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 144268 INFO (qtp892658964-1815) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 144268 INFO (qtp892658964-1815) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 144270 INFO (qtp892658964-1815) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34913/solr/solrj_replicatests_shard1_replica_n1/ shard1 [junit4] 2> 144375 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144375 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144382 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144382 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144421 INFO (qtp892658964-1815) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 144422 INFO (qtp892658964-1815) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica_n1&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1847 [junit4] 2> 144523 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144523 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144523 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144523 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144760 INFO (qtp1905014356-1816) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica_n2&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2201 [junit4] 2> 144763 INFO (qtp1905014356-1836) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 144863 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144863 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144863 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 144863 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 145763 INFO (qtp1905014356-1836) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=solrj_replicatests&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3539 [junit4] 2> 145764 INFO (qtp1905014356-1837) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34913_solr&action=ADDREPLICA&collection=solrj_replicatests&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 145766 INFO (OverseerCollectionConfigSetProcessor-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 145767 INFO (OverseerThreadFactory-719-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34913_solr for creating new replica [junit4] 2> 145769 INFO (OverseerStateUpdate-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"solrj_replicatests", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"solrj_replicatests_shard1_replica_n5", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:34913/solr", [junit4] 2> "node_name":"127.0.0.1:34913_solr", [junit4] 2> "type":"NRT"} [junit4] 2> 145871 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 145871 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 145871 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 145871 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 145974 INFO (qtp892658964-1828) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=solrj_replicatests_shard1_replica_n5&action=CREATE&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 145983 INFO (qtp892658964-1828) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 145989 INFO (qtp892658964-1828) [ ] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica_n5] Schema name=minimal [junit4] 2> 145991 INFO (qtp892658964-1828) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 145991 INFO (qtp892658964-1828) [ ] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica_n5' using configuration from collection solrj_replicatests, trusted=true [junit4] 2> 145992 INFO (qtp892658964-1828) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34913.solr.core.solrj_replicatests.shard1.replica_n5' (registry 'solr.core.solrj_replicatests.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 145992 INFO (qtp892658964-1828) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 145992 INFO (qtp892658964-1828) [ ] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node3/solrj_replicatests_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node3/./solrj_replicatests_shard1_replica_n5/data/] [junit4] 2> 146067 INFO (qtp892658964-1828) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 146067 INFO (qtp892658964-1828) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 146069 INFO (qtp892658964-1828) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 146069 INFO (qtp892658964-1828) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 146070 INFO (qtp892658964-1828) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6563b959[solrj_replicatests_shard1_replica_n5] main] [junit4] 2> 146071 INFO (qtp892658964-1828) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 146071 INFO (qtp892658964-1828) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 146071 INFO (qtp892658964-1828) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 146072 INFO (searcherExecutor-738-thread-1) [ ] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica_n5] Registered new searcher Searcher@6563b959[solrj_replicatests_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 146072 INFO (qtp892658964-1828) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574594558302355456 [junit4] 2> 146075 INFO (qtp892658964-1828) [ ] o.a.s.c.ZkController Core needs to recover:solrj_replicatests_shard1_replica_n5 [junit4] 2> 146075 INFO (updateExecutor-246-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery [junit4] 2> 146075 INFO (qtp892658964-1828) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=solrj_replicatests_shard1_replica_n5&action=CREATE&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=101 [junit4] 2> 146075 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true [junit4] 2> 146075 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]] [junit4] 2> 146075 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[solrj_replicatests_shard1_replica_n5] [junit4] 2> 146075 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 146075 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [solrj_replicatests_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:34913/solr/solrj_replicatests_shard1_replica_n1/] and I am [https://127.0.0.1:34913/solr/solrj_replicatests_shard1_replica_n5/] [junit4] 2> 146077 INFO (qtp1905014356-1837) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34913_solr&action=ADDREPLICA&collection=solrj_replicatests&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=312 [junit4] 2> 146081 INFO (qtp1905014356-1925) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node6&action=DELETEREPLICA&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 146082 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146082 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146082 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146082 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146082 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:34913/solr]; [WaitForState: action=PREPRECOVERY&core=solrj_replicatests_shard1_replica_n1&nodeName=127.0.0.1:34913_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true] [junit4] 2> 146085 INFO (OverseerCollectionConfigSetProcessor-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 146091 INFO (qtp892658964-1815) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s [junit4] 2> 146092 INFO (qtp892658964-1815) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solrj_replicatests, shard=shard1, thisCore=solrj_replicatests_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34913_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"solrj_replicatests_shard1_replica_n5","base_url":"https://127.0.0.1:34913/solr","node_name":"127.0.0.1:34913_solr","state":"down","type":"NRT"} [junit4] 2> 146095 INFO (qtp892658964-1829) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.solrj_replicatests.shard1.replica_n5, tag=null [junit4] 2> 146101 WARN (qtp892658964-1829) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[solrj_replicatests_shard1_replica_n5] coreNodeName=[core_node6] [junit4] 2> 146102 INFO (qtp892658964-1829) [ ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica_n5 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 146106 ERROR (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy Error while trying to recover. core=solrj_replicatests_shard1_replica_n5:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:34913/solr [junit4] 2> at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122) [junit4] 2> at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191) [junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:825) [junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:562) [junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:302) [junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:286) [junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) [junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:34913/solr [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:296) [junit4] 2> ... 5 more [junit4] 2> Caused by: java.net.SocketException: Socket closed [junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:204) [junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141) [junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425) [junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65) [junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918) [junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144) [junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139) [junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155) [junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284) [junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140) [junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57) [junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261) [junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165) [junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167) [junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272) [junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124) [junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271) [junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184) [junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88) [junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) [junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184) [junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) [junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:523) [junit4] 2> ... 6 more [junit4] 2> [junit4] 2> 146107 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates. [junit4] 2> 146107 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed [junit4] 2> 146107 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false] [junit4] 2> 146107 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica_n5] CLOSING SolrCore org.apache.solr.core.SolrCore@2acaf782 [junit4] 2> 146108 WARN (recoveryExecutor-249-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[solrj_replicatests_shard1_replica_n5] coreNodeName=[core_node6] [junit4] 2> 146110 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.solrj_replicatests.shard1.replica_n5, tag=717944706 [junit4] 2> 146110 INFO (recoveryExecutor-249-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.solrj_replicatests.shard1.leader, tag=717944706 [junit4] 2> 146198 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146198 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146198 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146198 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146203 INFO (qtp892658964-1829) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 146203 INFO (qtp892658964-1829) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=solrj_replicatests_shard1_replica_n5&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=108 [junit4] 2> 146305 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146305 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146305 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146305 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146305 INFO (zkCallback-259-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146406 INFO (qtp1905014356-1925) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node6&action=DELETEREPLICA&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2} status=0 QTime=324 [junit4] 2> 146407 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplica-seed#[31C84CC5787185D3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddAndDeleteReplica [junit4] 2> 146419 INFO (TEST-CollectionsAPISolrJTest.testBalanceShardUnique-seed#[31C84CC5787185D3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBalanceShardUnique [junit4] 2> 146420 INFO (qtp1905014356-1838) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=balancedProperties&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 146422 INFO (OverseerThreadFactory-719-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection balancedProperties [junit4] 2> 146422 INFO (OverseerCollectionConfigSetProcessor-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 146626 INFO (OverseerStateUpdate-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"balancedProperties", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"balancedProperties_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:39603/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 146627 INFO (OverseerStateUpdate-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"balancedProperties", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"balancedProperties_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:33489/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 146628 INFO (OverseerStateUpdate-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"balancedProperties", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"balancedProperties_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36471/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 146629 INFO (OverseerStateUpdate-98412159613599755-127.0.0.1:33489_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"balancedProperties", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"balancedProperties_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:34913/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 146832 INFO (qtp1905014356-1819) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=balancedProperties_shard2_replica_n4&action=CREATE&numShards=2&collection=balancedProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 146832 INFO (qtp892658964-1830) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=balancedProperties_shard2_replica_n6&action=CREATE&numShards=2&collection=balancedProperties&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 146850 INFO (qtp249156674-1821) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=balancedProperties_shard1_replica_n2&action=CREATE&numShards=2&collection=balancedProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 146851 INFO (qtp1385832421-1845) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=balancedProperties_shard1_replica_n1&action=CREATE&numShards=2&collection=balancedProperties&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 146853 INFO (qtp249156674-1821) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 146853 INFO (qtp1385832421-1845) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 146957 INFO (zkCallback-259-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146957 INFO (zkCallback-259-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146957 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146957 INFO (zkCallback-262-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146957 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146957 INFO (zkCallback-251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146957 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4]) [junit4] 2> 146957 INFO (zkCallback-262-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/balancedProperties/state.json] for collection [balancedProperties] has occurred - updating... (live nodes size: [4]) [junit4] 2> 147840 INFO (qtp1905014356-1819) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 147840 INFO (qtp892658964-1830) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 147867 INFO (qtp1905014356-1819) [ ] o.a.s.s.IndexSchema [balancedProperties_shard2_replica_n4] Schema name=minimal [junit4] 2> 147867 INFO (qtp892658964-1830) [ ] o.a.s.s.IndexSchema [balancedProperties_shard2_replica_n6] Schema name=minimal [junit4] 2> 147868 INFO (qtp1905014356-1819) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 147868 INFO (qtp1905014356-1819) [ ] o.a.s.c.CoreContainer Creating SolrCore 'balancedProperties_shard2_replica_n4' using configuration from collection balancedProperties, trusted=true [junit4] 2> 147869 INFO (qtp892658964-1830) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 147869 INFO (qtp892658964-1830) [ ] o.a.s.c.CoreContainer Creating SolrCore 'balancedProperties_shard2_replica_n6' using configuration from collection balancedProperties, trusted=true [junit4] 2> 147869 INFO (qtp1905014356-1819) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36471.solr.core.balancedProperties.shard2.replica_n4' (registry 'solr.core.balancedProperties.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 147869 INFO (qtp892658964-1830) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34913.solr.core.balancedProperties.shard2.replica_n6' (registry 'solr.core.balancedProperties.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 147869 INFO (qtp892658964-1830) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 147869 INFO (qtp1905014356-1819) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 147870 INFO (qtp1905014356-1819) [ ] o.a.s.c.SolrCore [[balancedProperties_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node2/balancedProperties_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node2/./balancedProperties_shard2_replica_n4/data/] [junit4] 2> 147870 INFO (qtp892658964-1830) [ ] o.a.s.c.SolrCore [[balancedProperties_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node3/balancedProperties_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node3/./balancedProperties_shard2_replica_n6/data/] [junit4] 2> 147870 INFO (qtp249156674-1821) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 147870 INFO (qtp1385832421-1845) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 147877 INFO (qtp1385832421-1845) [ ] o.a.s.s.IndexSchema [balancedProperties_shard1_replica_n1] Schema name=minimal [junit4] 2> 147877 INFO (qtp249156674-1821) [ ] o.a.s.s.IndexSchema [balancedProperties_shard1_replica_n2] Schema name=minimal [junit4] 2> 147878 INFO (qtp1385832421-1845) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 147878 INFO (qtp249156674-1821) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 147878 INFO (qtp1385832421-1845) [ ] o.a.s.c.CoreContainer Creating SolrCore 'balancedProperties_shard1_replica_n1' using configuration from collection balancedProperties, trusted=true [junit4] 2> 147878 INFO (qtp249156674-1821) [ ] o.a.s.c.CoreContainer Creating SolrCore 'balancedProperties_shard1_replica_n2' using configuration from collection balancedProperties, trusted=true [junit4] 2> 147879 INFO (qtp1385832421-1845) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39603.solr.core.balancedProperties.shard1.replica_n1' (registry 'solr.core.balancedProperties.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 147879 INFO (qtp249156674-1821) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33489.solr.core.balancedProperties.shard1.replica_n2' (registry 'solr.core.balancedProperties.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8b56e7a [junit4] 2> 147879 INFO (qtp1385832421-1845) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 147879 INFO (qtp249156674-1821) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 147879 INFO (qtp1385832421-1845) [ ] o.a.s.c.SolrCore [[balancedProperties_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node4/balancedProperties_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node4/./balancedProperties_shard1_replica_n1/data/] [junit4] 2> 147879 INFO (qtp249156674-1821) [ ] o.a.s.c.SolrCore [[balancedProperties_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node1/balancedProperties_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_31C84CC5787185D3-001/tempDir-001/node1/./balancedProperties_shard1_replica_n2/data/] [junit4] 2> 147928 INFO (qtp1905014356-1819) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 147928 INFO (qtp1905014356-1819) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 147929 INFO (qtp1905014356-1819) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 147929 INFO (qtp1905014356-1819) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 147942 INFO (qtp892658964-1830) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 147942 INFO (qtp1905014356-1819) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@c4067cd[balancedProperties_shard2_replica_n4] main] [junit4] 2> 147942 INFO (qtp892658964-1830) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 147943 INFO (qtp1905014356-1819) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 147943 INFO (qtp1905014356-1819) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 147944 INFO (qtp892658964-1830) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 147944 INFO (qtp892658964-1830) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 147944 INFO (qtp1905014356-1819) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 147944 INFO (qtp1905014356-1819) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574594560265289728 [junit4] 2> 147946 INFO (qtp892658964-1830) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a385cd6[balancedProperties_shard2_replica_n6] main] [junit4] 2> 147947 INFO (qtp892658964-1830) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 147947 INFO (qtp892658964-1830) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 147948 INFO (qtp892658964-1830) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 147948 INFO (qtp892658964-1830) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574594560269484032 [junit4] 2> 147952 INFO (qtp1385832421-1845) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 147952 INFO (qtp1385832421-1845) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 147952 INFO (searcherExecutor-743-thread-1) [ ] o.a.s.c.SolrCore [balancedProperties_shard2_replica_n4] Registered new searcher Searcher@c4067cd[balancedProperties_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 147952 INFO (searcherExecutor-744-thread-1) [ ] o.a.s.c.SolrCore [balancedProperties_shard2_replica_n6] Registered new searcher Searcher@5a385cd6[balancedProperties_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 147953 INFO (qtp1385832421-1845) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 147953 INFO (qtp1385832421-1845) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 147955 INFO (qtp1385832421-1845) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f6913d6[balancedProperties_shard1_replica_n1] main] [junit4] 2> 147955 INFO (qtp1905014356-1819) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 147955 INFO (qtp1905014356-1819) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 147955 INFO (qtp1905014356-1819) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36471/solr/balancedProperties_shard2_replica_n4/ [junit4] 2> 147955 INFO (qtp1385832421-1845) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 147955 INFO (qtp1905014356-1819) [ ] o.a.s.u.PeerSync PeerSync: core=balancedProperties_shard2_replica_n4 url=https://127.0.0.1:36471/solr START replicas=[https://127.0.0.1:34913/solr/balancedProperties_shard2_replica_n6/] nUpdates=100 [junit4] 2> 147955 INFO (qtp1385832421-1845) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/c [...truncated too long message...] lica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@3680bda1 [junit4] 2> 84642 INFO (coreCloseExecutor-183-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.workQueue.shard2.replica_n2, tag=2107785470 [junit4] 2> 84641 INFO (coreCloseExecutor-185-thread-2) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6f37bd11 commitCommandVersion:0 [junit4] 2> 84644 INFO (coreCloseExecutor-185-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destination.shard2.replica_n2, tag=1835363827 [junit4] 2> 84655 INFO (coreCloseExecutor-182-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard1.leader, tag=1931208340 [junit4] 2> 84656 INFO (coreCloseExecutor-184-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destination.shard1.replica_n1, tag=725348205 [junit4] 2> 84656 INFO (coreCloseExecutor-185-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=914406817 [junit4] 2> 84659 INFO (zkCallback-25-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 84659 INFO (zkCallback-27-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 84662 INFO (zkCallback-26-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 84662 INFO (coreCloseExecutor-183-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=1391919480 [junit4] 2> 84664 INFO (coreCloseExecutor-184-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard1.leader, tag=725348205 [junit4] 2> 84664 INFO (coreCloseExecutor-185-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard2.leader, tag=1835363827 [junit4] 2> 84665 INFO (coreCloseExecutor-185-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=914406817 [junit4] 2> 84666 INFO (coreCloseExecutor-184-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard2.leader, tag=1442708974 [junit4] 2> 84667 INFO (jetty-closer-7-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98412271113404426-127.0.0.1:32941_solr-n_0000000000) closing [junit4] 2> 84667 INFO (OverseerStateUpdate-98412271113404426-127.0.0.1:32941_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32941_solr [junit4] 2> 84668 INFO (coreCloseExecutor-183-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard2.leader, tag=2107785470 [junit4] 2> 84668 INFO (coreCloseExecutor-183-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=1391919480 [junit4] 2> 84671 INFO (zkCallback-27-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44153_solr [junit4] 2> 84671 INFO (zkCallback-27-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 84673 INFO (coreCloseExecutor-185-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.workQueue.shard1.replica_n1, tag=1863156729 [junit4] 2> 84675 INFO (coreCloseExecutor-185-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard1.leader, tag=1863156729 [junit4] 2> 84677 WARN (zkCallback-27-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 84677 INFO (jetty-closer-7-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dbbce77{/solr,null,UNAVAILABLE} [junit4] 2> 86159 WARN (zkCallback-28-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 86159 INFO (jetty-closer-7-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77692129{/solr,null,UNAVAILABLE} [junit4] 2> 86170 WARN (zkCallback-26-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 86170 WARN (zkCallback-25-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 86171 INFO (jetty-closer-7-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@539d684a{/solr,null,UNAVAILABLE} [junit4] 2> 86171 INFO (jetty-closer-7-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28d1bdb7{/solr,null,UNAVAILABLE} [junit4] 2> 86172 ERROR (SUITE-StreamExpressionTest-seed#[BF020287BA5C3D7B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 86173 INFO (SUITE-StreamExpressionTest-seed#[BF020287BA5C3D7B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39137 39137 [junit4] 2> 86965 INFO (Thread-21) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39137 39137 [junit4] 2> 86967 WARN (Thread-21) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 69 /solr/aliases.json [junit4] 2> 7 /solr/configs/conf [junit4] 2> 4 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 69 /solr/clusterprops.json [junit4] 2> 69 /solr/clusterstate.json [junit4] 2> 20 /solr/collections/destination/state.json [junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json [junit4] 2> 20 /solr/collections/workQueue/state.json [junit4] 2> 20 /solr/collections/destinationCollection/state.json [junit4] 2> 20 /solr/collections/parallelDestinationCollection1/state.json [junit4] 2> 20 /solr/collections/mainCorpus/state.json [junit4] 2> 10 /solr/collections/collection1_collection/state.json [junit4] 2> 2 /solr/overseer_elect/election/98412271113404425-127.0.0.1:44945_solr-n_0000000001 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 69 /solr/live_nodes [junit4] 2> 69 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_BF020287BA5C3D7B-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=FST50, join2_s=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=Memory), subject=PostingsFormat(name=Memory), a1_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a2_s=FST50, test_t=PostingsFormat(name=MockRandom), level1_s=FST50, body_t=PostingsFormat(name=MockRandom), ident_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), s_multi=FST50, a_ss=PostingsFormat(name=Memory), col_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), level2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_s=FST50, a_t=PostingsFormat(name=Memory), side_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom), text=FST50}, docValues:{expr_s=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Direct), a_f=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Memory), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Memory), col_s=DocValuesFormat(name=Direct), level2_s=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Direct), test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Direct), order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1454, maxMBSortInHeap=7.418295030853956, sim=RandomSimilarity(queryNorm=true): {}, locale=ca-ES-VALENCIA, timezone=America/Denver [junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=303079304,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [NotEvaluatorTest, SquareRootEvaluatorTest, CloudSolrClientCacheTest, SolrParamTest, TestBatchUpdate, TestPolicy, JettyWebappTest, CosineEvaluatorTest, DocumentAnalysisResponseTest, NamedListTest, StreamExpressionTest] [junit4] Completed [83/135 (1!)] on J2 in 80.26s, 93 tests, 1 error, 9 skipped <<< FAILURES! [...truncated 35839 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org