Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1495/
3 tests failed. FAILED: org.apache.solr.cloud.TestStressLiveNodes.testStress Error Message: iter2268: [127.0.0.1:42398_solr, thrasher-T2267_0-0, thrasher-T2267_0-1, thrasher-T2267_0-2, thrasher-T2267_0-3, thrasher-T2267_0-4, thrasher-T2267_1-0, thrasher-T2267_1-1, thrasher-T2267_1-2, thrasher-T2267_1-3, thrasher-T2267_1-4] expected:<1> but was:<11> Stack Trace: java.lang.AssertionError: iter2268: [127.0.0.1:42398_solr, thrasher-T2267_0-0, thrasher-T2267_0-1, thrasher-T2267_0-2, thrasher-T2267_0-3, thrasher-T2267_0-4, thrasher-T2267_1-0, thrasher-T2267_1-1, thrasher-T2267_1-2, thrasher-T2267_1-3, thrasher-T2267_1-4] expected:<1> but was:<11> at __randomizedtesting.SeedInfo.seed([D11AA6B8CC8BF8CD:C401DB794F7C00B6]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.apache.solr.cloud.TestStressLiveNodes.testStress(TestStressLiveNodes.java:140) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test Error Message: Error from server at http://127.0.0.1:37819/_pb/mn: ADDREPLICA failed to create replica Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37819/_pb/mn: ADDREPLICA failed to create replica at __randomizedtesting.SeedInfo.seed([D11AA6B8CC8BF8CD:594E996262779535]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125) at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:72) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:34817/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:49102/solr/MoveReplicaHDFSTest_failed_coll_true] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:34817/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:49102/solr/MoveReplicaHDFSTest_failed_coll_true] at __randomizedtesting.SeedInfo.seed([D11AA6B8CC8BF8CD:7BD7754A7B582D1D]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34817/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436) ... 47 more Build Log: [...truncated 13647 lines...] [junit4] Suite: org.apache.solr.cloud.TestStressLiveNodes [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_D11AA6B8CC8BF8CD-001/init-core-data-001 [junit4] 2> 1599902 WARN (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 1599903 INFO (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1599905 INFO (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1599905 INFO (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1599905 INFO (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_D11AA6B8CC8BF8CD-001/tempDir-001 [junit4] 2> 1599906 INFO (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1599906 INFO (Thread-10038) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1599906 INFO (Thread-10038) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1599909 ERROR (Thread-10038) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1600006 INFO (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:48205 [junit4] 2> 1600009 INFO (zkConnectionManagerCallback-2521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600015 INFO (jetty-launcher-2518-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T06:27:37+09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1600016 INFO (jetty-launcher-2518-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1600017 INFO (jetty-launcher-2518-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1600017 INFO (jetty-launcher-2518-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1600017 INFO (jetty-launcher-2518-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b0cd341{/solr,null,AVAILABLE} [junit4] 2> 1600018 INFO (jetty-launcher-2518-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5182bb91{HTTP/1.1,[http/1.1]}{127.0.0.1:42398} [junit4] 2> 1600018 INFO (jetty-launcher-2518-thread-1) [ ] o.e.j.s.Server Started @1603054ms [junit4] 2> 1600018 INFO (jetty-launcher-2518-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42398} [junit4] 2> 1600018 ERROR (jetty-launcher-2518-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1600018 INFO (jetty-launcher-2518-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1600018 INFO (jetty-launcher-2518-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1600019 INFO (jetty-launcher-2518-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1600019 INFO (jetty-launcher-2518-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-05T18:06:00.221Z [junit4] 2> 1600021 INFO (zkConnectionManagerCallback-2523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600022 INFO (jetty-launcher-2518-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1600034 INFO (jetty-launcher-2518-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48205/solr [junit4] 2> 1600035 INFO (zkConnectionManagerCallback-2527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600039 INFO (zkConnectionManagerCallback-2529-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600151 INFO (jetty-launcher-2518-thread-1) [n:127.0.0.1:42398_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1600152 INFO (jetty-launcher-2518-thread-1) [n:127.0.0.1:42398_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42398_solr [junit4] 2> 1600153 INFO (jetty-launcher-2518-thread-1) [n:127.0.0.1:42398_solr ] o.a.s.c.Overseer Overseer (id=73402724547493891-127.0.0.1:42398_solr-n_0000000000) starting [junit4] 2> 1600162 INFO (jetty-launcher-2518-thread-1) [n:127.0.0.1:42398_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42398_solr [junit4] 2> 1600169 INFO (OverseerStateUpdate-73402724547493891-127.0.0.1:42398_solr-n_0000000000) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1600262 INFO (jetty-launcher-2518-thread-1) [n:127.0.0.1:42398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42398.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0f64b3 [junit4] 2> 1600276 INFO (jetty-launcher-2518-thread-1) [n:127.0.0.1:42398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42398.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0f64b3 [junit4] 2> 1600276 INFO (jetty-launcher-2518-thread-1) [n:127.0.0.1:42398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42398.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0f64b3 [junit4] 2> 1600278 INFO (jetty-launcher-2518-thread-1) [n:127.0.0.1:42398_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_D11AA6B8CC8BF8CD-001/tempDir-001/node1/. [junit4] 2> 1600317 INFO (zkConnectionManagerCallback-2533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600328 INFO (zkConnectionManagerCallback-2537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600330 INFO (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1600331 INFO (SUITE-TestStressLiveNodes-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48205/solr ready [junit4] 2> 1600343 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStress [junit4] 2> 1600345 INFO (zkConnectionManagerCallback-2539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600347 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=0, numThreads=2 numNodesPerThread=5 [junit4] 2> 1600349 INFO (zkConnectionManagerCallback-2541-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600351 INFO (zkConnectionManagerCallback-2543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600361 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (6) [junit4] 2> 1600365 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (6) [junit4] 2> 1600367 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7) [junit4] 2> 1600367 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7) [junit4] 2> 1600368 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8) [junit4] 2> 1600369 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8) [junit4] 2> 1600371 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9) [junit4] 2> 1600372 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9) [junit4] 2> 1600373 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10) [junit4] 2> 1600374 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (11) [junit4] 2> 1600374 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (11) [junit4] 2> 1600377 INFO (zkConnectionManagerCallback-2545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600379 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6) [junit4] 2> 1600379 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (1) [junit4] 2> 1600381 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) [junit4] 2> 1600386 INFO (zkConnectionManagerCallback-2547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600390 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=1, numThreads=3 numNodesPerThread=2 [junit4] 2> 1600391 INFO (zkConnectionManagerCallback-2549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600393 INFO (zkConnectionManagerCallback-2551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600395 INFO (zkConnectionManagerCallback-2553-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600397 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600397 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600399 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600399 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600400 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600401 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600402 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6) [junit4] 2> 1600402 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6) [junit4] 2> 1600404 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7) [junit4] 2> 1600404 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7) [junit4] 2> 1600409 INFO (zkConnectionManagerCallback-2555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600411 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (5) [junit4] 2> 1600411 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (5) [junit4] 2> 1600412 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a33000c, likely client has closed socket [junit4] 2> 1600412 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1) [junit4] 2> 1600413 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1) [junit4] 2> 1600417 INFO (zkConnectionManagerCallback-2557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600418 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=2, numThreads=2 numNodesPerThread=5 [junit4] 2> 1600421 INFO (zkConnectionManagerCallback-2559-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600422 INFO (zkConnectionManagerCallback-2561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600424 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600425 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600425 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600425 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600427 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600427 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600427 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600428 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600429 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7) [junit4] 2> 1600429 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7) [junit4] 2> 1600431 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9) [junit4] 2> 1600431 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9) [junit4] 2> 1600433 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (11) [junit4] 2> 1600433 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (11) [junit4] 2> 1600435 INFO (zkConnectionManagerCallback-2563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600437 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6) [junit4] 2> 1600437 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6) [junit4] 2> 1600438 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) [junit4] 2> 1600438 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) [junit4] 2> 1600441 INFO (zkConnectionManagerCallback-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600442 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=3, numThreads=3 numNodesPerThread=5 [junit4] 2> 1600443 INFO (zkConnectionManagerCallback-2567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600445 INFO (zkConnectionManagerCallback-2569-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600446 INFO (zkConnectionManagerCallback-2571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600449 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4) [junit4] 2> 1600449 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4) [junit4] 2> 1600452 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600452 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (7) [junit4] 2> 1600454 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9) [junit4] 2> 1600455 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10) [junit4] 2> 1600456 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (11) [junit4] 2> 1600456 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (12) [junit4] 2> 1600457 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (12) -> (13) [junit4] 2> 1600457 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (13) [junit4] 2> 1600458 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (16) [junit4] 2> 1600460 INFO (zkConnectionManagerCallback-2573-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600461 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (16) [junit4] 2> 1600462 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330014, likely client has closed socket [junit4] 2> 1600462 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (11) [junit4] 2> 1600462 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330015, likely client has closed socket [junit4] 2> 1600463 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (1) [junit4] 2> 1600464 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (1) [junit4] 2> 1600465 INFO (zkConnectionManagerCallback-2575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600466 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=4, numThreads=4 numNodesPerThread=4 [junit4] 2> 1600468 INFO (zkConnectionManagerCallback-2577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600473 INFO (zkConnectionManagerCallback-2579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600474 INFO (zkConnectionManagerCallback-2581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600476 INFO (zkConnectionManagerCallback-2583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600479 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600479 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600481 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600481 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600482 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600483 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6) [junit4] 2> 1600486 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8) [junit4] 2> 1600487 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9) [junit4] 2> 1600488 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600489 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (9) [junit4] 2> 1600490 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (11) [junit4] 2> 1600490 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (13) [junit4] 2> 1600490 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (13) [junit4] 2> 1600495 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (15) [junit4] 2> 1600495 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (15) [junit4] 2> 1600496 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (15) -> (16) [junit4] 2> 1600496 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (15) -> (16) [junit4] 2> 1600498 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (17) [junit4] 2> 1600498 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (17) [junit4] 2> 1600501 INFO (zkConnectionManagerCallback-2585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600503 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (13) [junit4] 2> 1600504 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (13) [junit4] 2> 1600504 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a33001a, likely client has closed socket [junit4] 2> 1600505 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (9) [junit4] 2> 1600505 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (9) [junit4] 2> 1600506 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (5) [junit4] 2> 1600510 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (1) [junit4] 2> 1600510 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1) [junit4] 2> 1600514 INFO (zkConnectionManagerCallback-2587-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600516 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=5, numThreads=3 numNodesPerThread=1 [junit4] 2> 1600517 INFO (zkConnectionManagerCallback-2589-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600519 INFO (zkConnectionManagerCallback-2591-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600520 INFO (zkConnectionManagerCallback-2593-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600523 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600525 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600527 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600527 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600529 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600529 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600531 INFO (zkConnectionManagerCallback-2595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600533 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1600534 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1600535 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1600535 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1600537 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1600537 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1600539 INFO (zkConnectionManagerCallback-2597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600541 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=6, numThreads=5 numNodesPerThread=5 [junit4] 2> 1600542 INFO (zkConnectionManagerCallback-2599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600544 INFO (zkConnectionManagerCallback-2601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600546 INFO (zkConnectionManagerCallback-2603-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600547 INFO (zkConnectionManagerCallback-2605-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600549 INFO (zkConnectionManagerCallback-2607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600552 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1600552 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4) [junit4] 2> 1600553 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600554 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6) [junit4] 2> 1600554 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6) [junit4] 2> 1600556 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7) [junit4] 2> 1600556 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7) [junit4] 2> 1600556 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8) [junit4] 2> 1600557 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8) [junit4] 2> 1600558 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (11) [junit4] 2> 1600558 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (11) [junit4] 2> 1600559 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (12) [junit4] 2> 1600560 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (12) [junit4] 2> 1600561 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (12) -> (16) [junit4] 2> 1600561 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (12) -> (16) [junit4] 2> 1600565 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (18) [junit4] 2> 1600566 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (18) [junit4] 2> 1600566 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (18) -> (19) [junit4] 2> 1600566 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (18) -> (19) [junit4] 2> 1600568 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (19) -> (21) [junit4] 2> 1600568 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (19) -> (21) [junit4] 2> 1600569 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (22) [junit4] 2> 1600570 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (22) [junit4] 2> 1600571 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (22) -> (23) [junit4] 2> 1600571 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (22) -> (23) [junit4] 2> 1600573 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (23) -> (24) [junit4] 2> 1600573 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (23) -> (24) [junit4] 2> 1600574 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (24) -> (25) [junit4] 2> 1600575 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (24) -> (25) [junit4] 2> 1600577 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (25) -> (26) [junit4] 2> 1600577 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (25) -> (26) [junit4] 2> 1600579 INFO (zkConnectionManagerCallback-2609-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600581 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330024, likely client has closed socket [junit4] 2> 1600581 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (26) -> (21) [junit4] 2> 1600582 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (26) -> (21) [junit4] 2> 1600583 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330025, likely client has closed socket [junit4] 2> 1600583 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (16) [junit4] 2> 1600583 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (16) [junit4] 2> 1600584 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (11) [junit4] 2> 1600585 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330027, likely client has closed socket [junit4] 2> 1600586 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6) [junit4] 2> 1600589 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (6) [junit4] 2> 1600589 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330028, likely client has closed socket [junit4] 2> 1600590 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) [junit4] 2> 1600597 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) [junit4] 2> 1600597 INFO (zkConnectionManagerCallback-2611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600599 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=7, numThreads=2 numNodesPerThread=2 [junit4] 2> 1600601 INFO (zkConnectionManagerCallback-2613-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600604 INFO (zkConnectionManagerCallback-2615-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600606 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1600606 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1600609 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5) [junit4] 2> 1600609 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5) [junit4] 2> 1600610 INFO (zkConnectionManagerCallback-2617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600612 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (3) [junit4] 2> 1600613 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (3) [junit4] 2> 1600613 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 1600614 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 1600614 INFO (zkConnectionManagerCallback-2619-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600616 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=8, numThreads=3 numNodesPerThread=3 [junit4] 2> 1600617 INFO (zkConnectionManagerCallback-2621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600619 INFO (zkConnectionManagerCallback-2623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600621 INFO (zkConnectionManagerCallback-2625-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600623 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1600623 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1600624 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5) [junit4] 2> 1600625 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5) [junit4] 2> 1600626 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (8) [junit4] 2> 1600627 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (8) [junit4] 2> 1600628 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10) [junit4] 2> 1600629 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10) [junit4] 2> 1600630 INFO (zkConnectionManagerCallback-2627-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600633 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a33002f, likely client has closed socket [junit4] 2> 1600634 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (7) [junit4] 2> 1600634 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (4) [junit4] 2> 1600635 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (1) [junit4] 2> 1600635 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1) [junit4] 2> 1600636 INFO (zkConnectionManagerCallback-2629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600638 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=9, numThreads=2 numNodesPerThread=5 [junit4] 2> 1600639 INFO (zkConnectionManagerCallback-2631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600640 INFO (zkConnectionManagerCallback-2633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600642 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600642 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600643 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600643 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600644 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600644 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600645 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600646 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600646 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 1600647 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 1600647 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7) [junit4] 2> 1600647 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7) [junit4] 2> 1600649 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9) [junit4] 2> 1600649 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9) [junit4] 2> 1600650 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (11) [junit4] 2> 1600650 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (11) [junit4] 2> 1600651 INFO (zkConnectionManagerCallback-2635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600653 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6) [junit4] 2> 1600653 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6) [junit4] 2> 1600654 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) [junit4] 2> 1600654 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) [junit4] 2> 1600655 INFO (zkConnectionManagerCallback-2637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600657 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=10, numThreads=5 numNodesPerThread=4 [junit4] 2> 1600658 INFO (zkConnectionManagerCallback-2639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600659 INFO (zkConnectionManagerCallback-2641-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600664 INFO (zkConnectionManagerCallback-2643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600666 INFO (zkConnectionManagerCallback-2645-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600668 INFO (zkConnectionManagerCallback-2647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600670 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600670 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600671 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1600672 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1600673 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600673 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600674 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7) [junit4] 2> 1600674 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7) [junit4] 2> 1600675 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10) [junit4] 2> 1600676 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10) [junit4] 2> 1600676 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (11) [junit4] 2> 1600677 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (11) [junit4] 2> 1600677 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (12) [junit4] 2> 1600678 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (12) [junit4] 2> 1600679 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (12) -> (14) [junit4] 2> 1600679 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (12) -> (14) [junit4] 2> 1600680 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (14) -> (16) [junit4] 2> 1600680 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (14) -> (16) [junit4] 2> 1600681 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (17) [junit4] 2> 1600681 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (17) [junit4] 2> 1600682 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (18) [junit4] 2> 1600682 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (18) [junit4] 2> 1600683 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (18) -> (20) [junit4] 2> 1600683 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (18) -> (20) [junit4] 2> 1600684 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (20) -> (21) [junit4] 2> 1600684 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (20) -> (21) [junit4] 2> 1600686 INFO (zkConnectionManagerCallback-2649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600688 INFO (zkCallback-2528-thread-4-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (17) [junit4] 2> 1600688 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (17) [junit4] 2> 1600689 INFO (zkCallback-2528-thread-2-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (13) [junit4] 2> 1600689 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (13) [junit4] 2> 1600690 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (9) [junit4] 2> 1600690 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (9) [junit4] 2> 1600691 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a33003b, likely client has closed socket [junit4] 2> 1600691 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (5) [junit4] 2> 1600691 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (5) [junit4] 2> 1600692 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1) [junit4] 2> 1600693 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1) [junit4] 2> 1600694 INFO (zkConnectionManagerCallback-2651-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600696 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=11, numThreads=2 numNodesPerThread=2 [junit4] 2> 1600697 INFO (zkConnectionManagerCallback-2653-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600698 INFO (zkConnectionManagerCallback-2655-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600700 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600700 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600700 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600701 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600701 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600702 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1600702 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600703 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600704 INFO (zkConnectionManagerCallback-2657-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600706 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (3) [junit4] 2> 1600706 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (3) [junit4] 2> 1600709 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330040, likely client has closed socket [junit4] 2> 1600710 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 1600710 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 1600711 INFO (zkConnectionManagerCallback-2659-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600712 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=12, numThreads=4 numNodesPerThread=2 [junit4] 2> 1600713 INFO (zkConnectionManagerCallback-2661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600715 INFO (zkConnectionManagerCallback-2663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600716 INFO (zkConnectionManagerCallback-2665-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600718 INFO (zkConnectionManagerCallback-2667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600720 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600720 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600721 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5) [junit4] 2> 1600721 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5) [junit4] 2> 1600722 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 1600722 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 1600723 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8) [junit4] 2> 1600723 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (9) [junit4] 2> 1600723 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9) [junit4] 2> 1600725 INFO (zkConnectionManagerCallback-2669-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600726 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (7) [junit4] 2> 1600726 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (7) [junit4] 2> 1600727 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (5) [junit4] 2> 1600728 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (5) [junit4] 2> 1600728 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330045, likely client has closed socket [junit4] 2> 1600728 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (3) [junit4] 2> 1600728 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (3) [junit4] 2> 1600729 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 1600729 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 1600730 INFO (zkConnectionManagerCallback-2671-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600732 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=13, numThreads=4 numNodesPerThread=5 [junit4] 2> 1600733 INFO (zkConnectionManagerCallback-2673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600734 INFO (zkConnectionManagerCallback-2675-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600736 INFO (zkConnectionManagerCallback-2677-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600737 INFO (zkConnectionManagerCallback-2679-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600740 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600740 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600740 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600740 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1600742 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5) [junit4] 2> 1600742 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5) [junit4] 2> 1600743 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7) [junit4] 2> 1600743 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7) [junit4] 2> 1600750 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8) [junit4] 2> 1600750 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8) [junit4] 2> 1600750 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9) [junit4] 2> 1600750 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9) [junit4] 2> 1600751 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (11) [junit4] 2> 1600752 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (11) [junit4] 2> 1600752 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (12) [junit4] 2> 1600752 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (12) [junit4] 2> 1600754 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (12) -> (13) [junit4] 2> 1600754 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (12) -> (13) [junit4] 2> 1600754 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (14) [junit4] 2> 1600755 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (15) [junit4] 2> 1600755 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (14) -> (15) [junit4] 2> 1600756 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (15) -> (16) [junit4] 2> 1600756 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (15) -> (16) [junit4] 2> 1600758 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (17) [junit4] 2> 1600758 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (17) [junit4] 2> 1600759 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (19) [junit4] 2> 1600759 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (19) [junit4] 2> 1600761 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (19) -> (21) [junit4] 2> 1600761 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (19) -> (21) [junit4] 2> 1600769 INFO (zkConnectionManagerCallback-2681-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600772 INFO (zkCallback-2528-thread-5-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (16) [junit4] 2> 1600772 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (11) [junit4] 2> 1600772 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a33004a, likely client has closed socket [junit4] 2> 1600773 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (6) [junit4] 2> 1600774 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (1) [junit4] 2> 1600774 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) [junit4] 2> 1600777 INFO (zkConnectionManagerCallback-2683-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600779 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=14, numThreads=5 numNodesPerThread=1 [junit4] 2> 1600780 INFO (zkConnectionManagerCallback-2685-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600782 INFO (zkConnectionManagerCallback-2687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600783 INFO (zkConnectionManagerCallback-2689-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600785 INFO (zkConnectionManagerCallback-2691-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600786 INFO (zkConnectionManagerCallback-2693-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600789 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600789 INFO (zkCallback-2536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600789 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1600789 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1600791 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600793 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1600800 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 1600800 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 1600801 INFO (zkConnectionManagerCallback-2695-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600803 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5) [junit4] 2> 1600803 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5) [junit4] 2> 1600805 INFO (zkCallback-2528-thread-3-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (3) [junit4] 2> 1600805 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (3) [junit4] 2> 1600805 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104c7639a330052, likely client has closed socket [junit4] 2> 1600806 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 1600806 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1) [junit4] 2> 1600807 INFO (zkConnectionManagerCallback-2697-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600809 INFO (TEST-TestStressLiveNodes.testStress-seed#[D11AA6B8CC8BF8CD]) [ ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=15, numThreads=4 numNodesPerThread=2 [junit4] 2> 1600810 INFO (zkConnectionManagerCallback-2699-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600811 INFO (zkConnectionManagerCallback-2701-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600813 INFO (zkConnectionManagerCallback-2703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600815 INFO (zkConnectionManagerCallback-2705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1600817 INFO (zkCallback-2536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1600817 INFO (zkCallback-2528-thread-1-processing-n:127.0.0.1:42398_solr) [n:127.0.0.1:42398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1 [...truncated too long message...] lrClient.java:1104) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) [junit4] > at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125) [junit4] > at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:72) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 4027818 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 4027836 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 4027940 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:35393) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 4027940 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:35393) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-151876515-10.41.0.5-1520275518190 (Datanode Uuid 9fa542e3-0cc4-48ea-a8ce-d20d95a52b4d) service to localhost/127.0.0.1:35393 [junit4] 2> 4027945 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 4027979 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 4028081 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:35393) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 4028081 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:35393) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-151876515-10.41.0.5-1520275518190 (Datanode Uuid aaed515d-744c-46d8-b4a4-171cf31d5895) service to localhost/127.0.0.1:35393 [junit4] 2> 4028096 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D11AA6B8CC8BF8CD]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D11AA6B8CC8BF8CD-001 [junit4] 2> Mar 05, 2018 6:46:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=PostingsFormat(name=Asserting), range_facet_l_dv=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=Memory), a_t=PostingsFormat(name=Memory), intDefault=PostingsFormat(name=Asserting), id_i1=PostingsFormat(name=Asserting), a_i1=PostingsFormat(name=Memory), id=Lucene50(blocksize=128), range_facet_i_dv=PostingsFormat(name=Memory), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=PostingsFormat(name=Memory), timestamp=PostingsFormat(name=Memory)}, docValues:{other_tl1=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=508, maxMBSortInHeap=7.46447025951051, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@10a078ed), locale=es-MX, timezone=Asia/Ulan_Bator [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=232380352,total=523763712 [junit4] 2> NOTE: All tests run in this JVM: [LargeFieldTest, TestFuzzyAnalyzedSuggestions, TestPivotHelperCode, AnalyticsQueryTest, QueryEqualityTest, SuggesterFSTTest, TestFieldResource, TestSolrCloudWithSecureImpersonation, TestFunctionQuery, FastVectorHighlighterTest, TestUseDocValuesAsStored, TestReplicationHandler, SpellCheckCollatorWithCollapseTest, LeaderInitiatedRecoveryOnShardRestartTest, TestHdfsUpdateLog, SearchHandlerTest, TestFileDictionaryLookup, SolrCoreTest, HttpPartitionOnCommitTest, TestReqParamsAPI, TestDistributedStatsComponentCardinality, TestSolrFieldCacheBean, DeleteStatusTest, SliceStateTest, TestSurroundQueryParser, PrimUtilsTest, TestCollectionsAPIViaSolrCloudCluster, DistributedMLTComponentTest, TestNodeLostTrigger, TestNumericRangeQuery64, HdfsChaosMonkeySafeLeaderTest, TestXIncludeConfig, OverseerTaskQueueTest, TestSolrJ, InfixSuggestersTest, JsonLoaderTest, UpdateLogTest, TestTriggerIntegration, QueryElevationComponentTest, TestSearchPerf, EnumFieldTest, TestElisionMultitermQuery, RemoteQueryErrorTest, TestSolrCoreSnapshots, TestUninvertingReader, MissingSegmentRecoveryTest, PreAnalyzedUpdateProcessorTest, SyncSliceTest, AddReplicaTest, DistributedFacetSimpleRefinementLongTailTest, TestRebalanceLeaders, TestJavabinTupleStreamParser, TestPolicyCloud, SpatialHeatmapFacetsTest, HdfsThreadLeakTest, IndexSchemaTest, XsltUpdateRequestHandlerTest, TestRestManager, TestCharFilters, ShardSplitTest, CurrencyFieldTypeTest, PeerSyncTest, TestSchemaVersionResource, DeleteNodeTest, TestPayloadScoreQParserPlugin, SignatureUpdateProcessorFactoryTest, TestSolrCLIRunExample, TestExclusionRuleCollectionAccess, TestJsonRequest, TestCollationFieldDocValues, TestFieldSortValues, SampleTest, TestDistributedGrouping, TestPullReplicaErrorHandling, TestGenericDistributedQueue, TestClusterProperties, SimplePostToolTest, TestBulkSchemaConcurrent, SOLR749Test, TestDirectoryFactory, CollectionStateFormat2Test, SortByFunctionTest, PKIAuthenticationIntegrationTest, TestReversedWildcardFilterFactory, DocumentBuilderTest, BitVectorTest, TestReplicaProperties, TestLegacyFieldCache, LoggingHandlerTest, TestLegacyField, TestMinMaxOnMultiValuedField, TestReload, PrimitiveFieldTypeTest, ShardRoutingCustomTest, UninvertDocValuesMergePolicyTest, DistributedDebugComponentTest, FileUtilsTest, TestManagedStopFilterFactory, AsyncCallRequestStatusResponseTest, SolrShardReporterTest, OverseerTest, ScheduledTriggerTest, TestPartialUpdateDeduplication, TestSchemaManager, BlockJoinFacetSimpleTest, HdfsBasicDistributedZk2Test, SolrInfoBeanTest, ScriptEngineTest, TestStressLiveNodes, RequiredFieldsTest, SchemaApiFailureTest, TestStressRecovery, TestSmileRequest, ChaosMonkeySafeLeaderTest, TestDistribIDF, HdfsWriteToMultipleCollectionsTest, BasicFunctionalityTest, TestOnReconnectListenerSupport, TestSubQueryTransformerDistrib, HdfsRecoveryZkTest, TestStressVersions, SortSpecParsingTest, SystemInfoHandlerTest, PolyFieldTest, HLLSerializationTest, LeaderElectionContextKeyTest, TestPostingsSolrHighlighter, BasicDistributedZkTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, HdfsAutoAddReplicasIntegrationTest, MetricTriggerTest, SearchRateTriggerTest, TestComputePlanAction, TestExecutePlanAction, TestNodeAddedTrigger, TestSimDistributedQueue, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsUnloadDistributedZkTest] [junit4] Completed [600/780 (3!)] on J1 in 79.99s, 1 test, 1 error <<< FAILURES! [...truncated 50019 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org