Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/174/
2 tests failed. FAILED: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection Error Message: Timeout waiting for new leader null Live Nodes: [127.0.0.1:35393_solr, 127.0.0.1:39510_solr, 127.0.0.1:42166_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/14)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node62":{ "core":"collection1_shard1_replica_n61", "base_url":"https://127.0.0.1:45622/solr", "node_name":"127.0.0.1:45622_solr", "state":"down", "type":"NRT"}, "core_node64":{ "core":"collection1_shard1_replica_n63", "base_url":"https://127.0.0.1:42166/solr", "node_name":"127.0.0.1:42166_solr", "state":"active", "type":"NRT"}, "core_node66":{ "core":"collection1_shard1_replica_n65", "base_url":"https://127.0.0.1:39510/solr", "node_name":"127.0.0.1:39510_solr", "state":"active", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Timeout waiting for new leader null Live Nodes: [127.0.0.1:35393_solr, 127.0.0.1:39510_solr, 127.0.0.1:42166_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/14)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node62":{ "core":"collection1_shard1_replica_n61", "base_url":"https://127.0.0.1:45622/solr", "node_name":"127.0.0.1:45622_solr", "state":"down", "type":"NRT"}, "core_node64":{ "core":"collection1_shard1_replica_n63", "base_url":"https://127.0.0.1:42166/solr", "node_name":"127.0.0.1:42166_solr", "state":"active", "type":"NRT"}, "core_node66":{ "core":"collection1_shard1_replica_n65", "base_url":"https://127.0.0.1:39510/solr", "node_name":"127.0.0.1:39510_solr", "state":"active", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([F36F789B06B8474E:5B736421C4F87364]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection(LeaderVoteWaitTimeoutTest.java:189) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest Error Message: Stack Trace: java.lang.NullPointerException at __randomizedtesting.SeedInfo.seed([F36F789B06B8474E:19B6FF9421D4A7D]:0) at org.apache.solr.client.solrj.embedded.JettySolrRunner.getNodeName(JettySolrRunner.java:347) at org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest(LeaderVoteWaitTimeoutTest.java:96) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12879 lines...] [junit4] Suite: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest [junit4] 2> 537790 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/init-core-data-001 [junit4] 2> 537790 WARN (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 537790 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 537824 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 537844 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001 [junit4] 2> 537844 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 537856 INFO (Thread-318) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 537856 INFO (Thread-318) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 537857 ERROR (Thread-318) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 537956 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35147 [junit4] 2> 537961 INFO (zkConnectionManagerCallback-508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 537975 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 537975 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 537975 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 537976 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 538040 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 538040 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 538040 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 538040 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 538040 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 538040 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 538041 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 538041 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 538041 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 538041 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 538041 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 538041 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 538041 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@513cd7a{/solr,null,AVAILABLE} [junit4] 2> 538045 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eef11d8{/solr,null,AVAILABLE} [junit4] 2> 538046 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7371831a{SSL,[ssl, http/1.1]}{127.0.0.1:46517} [junit4] 2> 538046 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.Server Started @550500ms [junit4] 2> 538046 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46517} [junit4] 2> 538047 ERROR (jetty-launcher-505-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 538047 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0 [junit4] 2> 538047 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 538047 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 538047 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:22.410Z [junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e870ac1{/solr,null,AVAILABLE} [junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@242faf2e{SSL,[ssl, http/1.1]}{127.0.0.1:38996} [junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.Server Started @550522ms [junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38996} [junit4] 2> 538068 ERROR (jetty-launcher-505-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0 [junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 538069 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:22.432Z [junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fdd3ddb{SSL,[ssl, http/1.1]}{127.0.0.1:36656} [junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.Server Started @550523ms [junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36656} [junit4] 2> 538070 ERROR (jetty-launcher-505-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0 [junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:22.433Z [junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7db0d920{/solr,null,AVAILABLE} [junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6240e991{SSL,[ssl, http/1.1]}{127.0.0.1:35723} [junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.Server Started @550526ms [junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35723} [junit4] 2> 538072 ERROR (jetty-launcher-505-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0 [junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:22.435Z [junit4] 2> 538093 INFO (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538093 INFO (zkConnectionManagerCallback-516-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538094 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 538094 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 538108 INFO (zkConnectionManagerCallback-514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538157 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 538157 INFO (zkConnectionManagerCallback-512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538158 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 538164 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr [junit4] 2> 538196 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr [junit4] 2> 538217 INFO (zkConnectionManagerCallback-520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538230 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr [junit4] 2> 538230 INFO (zkConnectionManagerCallback-524-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538230 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr [junit4] 2> 538232 INFO (zkConnectionManagerCallback-530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538232 INFO (zkConnectionManagerCallback-532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538232 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c1f0ca750005, likely client has closed socket [junit4] 2> 538287 INFO (zkConnectionManagerCallback-534-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538296 INFO (zkConnectionManagerCallback-536-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538300 INFO (zkConnectionManagerCallback-540-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538300 INFO (zkConnectionManagerCallback-538-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 538931 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 538944 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 538945 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35723_solr [junit4] 2> 538946 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38996_solr [junit4] 2> 538946 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.Overseer Overseer (id=72270833970905099-127.0.0.1:35723_solr-n_0000000000) starting [junit4] 2> 538962 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 538990 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 538990 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 538991 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 538993 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 538994 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36656_solr [junit4] 2> 539014 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 539015 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 539016 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 539042 INFO (zkCallback-535-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 539043 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 539044 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46517_solr [junit4] 2> 539090 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 539090 INFO (zkConnectionManagerCallback-548-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 539090 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 539091 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 539119 INFO (zkCallback-535-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 539143 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 539183 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 539207 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35723_solr [junit4] 2> 539257 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 539257 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 539257 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 539257 INFO (zkCallback-535-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 539332 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 539550 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46517.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539589 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38996.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539626 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46517.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539626 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46517.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539627 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node3/. [junit4] 2> 539651 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36656.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539739 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539752 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38996.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539753 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38996.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539754 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node1/. [junit4] 2> 539754 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36656.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539755 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36656.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539756 INFO (zkConnectionManagerCallback-552-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 539765 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 539765 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 539772 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node4/. [junit4] 2> 539933 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539933 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 539964 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node2/. [junit4] 2> 540069 INFO (zkConnectionManagerCallback-556-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 540142 INFO (zkConnectionManagerCallback-560-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 540186 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 540247 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 540284 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 540320 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 540731 INFO (zkConnectionManagerCallback-562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 540824 INFO (zkConnectionManagerCallback-566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 540825 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 540825 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 540845 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7371831a{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 540845 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1388196242 [junit4] 2> 540845 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 540846 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58c3d9a0: rootName = solr_46517, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d197ae [junit4] 2> 540863 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 540863 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a1bf663: rootName = solr_46517, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@150cb3c5 [junit4] 2> 540899 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 540899 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e246043: rootName = solr_46517, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@700b4b5f [junit4] 2> 541007 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46517_solr [junit4] 2> 541024 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541024 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541024 INFO (zkCallback-535-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541043 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 541067 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541080 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541080 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541096 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541096 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 541104 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541116 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 541140 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c1f0ca75000e, likely client has closed socket [junit4] 2> 541157 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c1f0ca75000a, likely client has closed socket [junit4] 2> 541169 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@eef11d8{/solr,null,UNAVAILABLE} [junit4] 2> 541170 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 541190 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 541243 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 541243 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 541243 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 541244 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1768cabf{/solr,null,AVAILABLE} [junit4] 2> 541245 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fd08592{SSL,[ssl, http/1.1]}{127.0.0.1:33992} [junit4] 2> 541245 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server Started @553699ms [junit4] 2> 541279 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45622} [junit4] 2> 541279 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 541328 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0 [junit4] 2> 541329 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 541329 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 541329 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:25.692Z [junit4] 2> 541376 INFO (zkConnectionManagerCallback-568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 541377 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 541437 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr [junit4] 2> 541445 INFO (zkConnectionManagerCallback-572-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 541481 INFO (zkConnectionManagerCallback-574-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 541602 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 541603 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 541637 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45622_solr [junit4] 2> 541639 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 541639 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 541665 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 541665 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 541665 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 541665 INFO (zkCallback-539-thread-2-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 541744 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 541754 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 541937 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45622.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 541974 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45622.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 541974 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45622.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 541975 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node3/. [junit4] 2> 541992 INFO (zkConnectionManagerCallback-579-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 541993 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 541994 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 542840 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:33992/solr. Proxy: https://127.0.0.1:45622/solr [junit4] 2> 542858 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6240e991{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 542859 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1939252337 [junit4] 2> 542859 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 542859 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d369f16: rootName = solr_35723, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2e8d705b [junit4] 2> 542881 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 542881 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@432b5454: rootName = solr_35723, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@150cb3c5 [junit4] 2> 542901 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 542901 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fd724f8: rootName = solr_35723, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@700b4b5f [junit4] 2> 542902 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35723_solr [junit4] 2> 542902 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 542924 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 542924 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.Overseer Overseer (id=72270833970905099-127.0.0.1:35723_solr-n_0000000000) closing [junit4] 2> 542924 WARN (OverseerAutoScalingTriggerThread-72270833970905099-127.0.0.1:35723_solr-n_0000000000) [n:127.0.0.1:35723_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 542928 INFO (OverseerStateUpdate-72270833970905099-127.0.0.1:35723_solr-n_0000000000) [n:127.0.0.1:35723_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35723_solr [junit4] 2> 542928 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542928 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542928 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542928 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542942 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542942 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542942 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542964 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542965 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 542967 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7db0d920{/solr,null,UNAVAILABLE} [junit4] 2> 542967 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38996_solr [junit4] 2> 542968 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 542994 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 542997 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.Overseer Overseer (id=72270833970905097-127.0.0.1:38996_solr-n_0000000001) starting [junit4] 2> 542998 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 542998 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 542998 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 542999 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43899bba{/solr,null,AVAILABLE} [junit4] 2> 542999 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c99ac{SSL,[ssl, http/1.1]}{127.0.0.1:35479} [junit4] 2> 542999 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server Started @555453ms [junit4] 2> 543013 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42166} [junit4] 2> 543013 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 543014 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0 [junit4] 2> 543014 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 543014 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 543014 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:27.377Z [junit4] 2> 543034 INFO (zkConnectionManagerCallback-581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 543035 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 543092 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr [junit4] 2> 543137 INFO (zkConnectionManagerCallback-585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 543149 INFO (zkConnectionManagerCallback-587-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 543171 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 543173 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 543175 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42166_solr [junit4] 2> 543203 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 543203 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 543204 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 543204 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 543204 INFO (zkCallback-533-thread-2-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 543204 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 543204 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 543204 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 543355 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42166.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 543387 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42166.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 543387 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42166.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 543388 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node2/. [junit4] 2> 543408 INFO (zkConnectionManagerCallback-592-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 543409 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 543418 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 543573 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:35479/solr. Proxy: https://127.0.0.1:42166/solr [junit4] 2> 543575 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@242faf2e{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 543575 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1605161822 [junit4] 2> 543575 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 543575 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c07b680: rootName = solr_38996, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17cc5a2e [junit4] 2> 543597 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 543597 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6013bcbc: rootName = solr_38996, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@150cb3c5 [junit4] 2> 543600 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 543600 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47109599: rootName = solr_38996, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@700b4b5f [junit4] 2> 543618 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38996_solr [junit4] 2> 543619 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543619 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543619 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543619 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543694 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543695 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 543771 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 543771 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.Overseer Overseer (id=72270833970905097-127.0.0.1:38996_solr-n_0000000001) closing [junit4] 2> 543771 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543783 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543783 INFO (OverseerStateUpdate-72270833970905097-127.0.0.1:38996_solr-n_0000000001) [n:127.0.0.1:38996_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38996_solr [junit4] 2> 543783 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543804 INFO (zkCallback-533-thread-2-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 543804 WARN (OverseerAutoScalingTriggerThread-72270833970905097-127.0.0.1:38996_solr-n_0000000001) [n:127.0.0.1:38996_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 543856 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36656_solr [junit4] 2> 543856 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e870ac1{/solr,null,UNAVAILABLE} [junit4] 2> 543857 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 543858 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.Overseer Overseer (id=72270833970905100-127.0.0.1:36656_solr-n_0000000002) starting [junit4] 2> 543882 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 543915 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 543915 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 543915 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 543915 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b1a7eb0{/solr,null,AVAILABLE} [junit4] 2> 543916 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35afabd{SSL,[ssl, http/1.1]}{127.0.0.1:39488} [junit4] 2> 543916 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server Started @556370ms [junit4] 2> 543925 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39510} [junit4] 2> 543925 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 543929 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0 [junit4] 2> 543929 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 543929 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 543929 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:28.292Z [junit4] 2> 543938 INFO (zkConnectionManagerCallback-594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 543939 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 543980 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr [junit4] 2> 543998 INFO (zkConnectionManagerCallback-598-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 544032 INFO (zkConnectionManagerCallback-600-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 544037 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 544060 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 544076 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39510_solr [junit4] 2> 544088 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544088 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544088 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544089 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544089 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544089 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544103 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544104 INFO (zkCallback-599-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544280 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39510.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 544313 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39510.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 544313 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39510.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 544326 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node1/. [junit4] 2> 544332 INFO (zkConnectionManagerCallback-605-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 544333 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 544346 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 544490 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:39488/solr. Proxy: https://127.0.0.1:39510/solr [junit4] 2> 544492 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5fdd3ddb{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 544504 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=463140477 [junit4] 2> 544512 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 544513 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1748ac52: rootName = solr_36656, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b440093 [junit4] 2> 544518 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 544518 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d110e3a: rootName = solr_36656, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@150cb3c5 [junit4] 2> 544542 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 544542 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1089e45e: rootName = solr_36656, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@700b4b5f [junit4] 2> 544544 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36656_solr [junit4] 2> 544557 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 544558 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544558 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544558 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544558 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544559 INFO (zkCallback-599-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544559 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 544560 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544560 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.Overseer Overseer (id=72270833970905100-127.0.0.1:36656_solr-n_0000000002) closing [junit4] 2> 544560 INFO (OverseerStateUpdate-72270833970905100-127.0.0.1:36656_solr-n_0000000002) [n:127.0.0.1:36656_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36656_solr [junit4] 2> 544589 WARN (OverseerAutoScalingTriggerThread-72270833970905100-127.0.0.1:36656_solr-n_0000000002) [n:127.0.0.1:36656_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 544590 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544590 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544591 INFO (zkCallback-604-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 544595 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45622_solr [junit4] 2> 544595 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@513cd7a{/solr,null,UNAVAILABLE} [junit4] 2> 544595 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 544596 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.Overseer Overseer (id=72270833970905109-127.0.0.1:45622_solr-n_0000000004) starting [junit4] 2> 544597 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 544615 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 544615 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 544616 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 544616 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@346eccd7{/solr,null,AVAILABLE} [junit4] 2> 544630 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e13780b{SSL,[ssl, http/1.1]}{127.0.0.1:43121} [junit4] 2> 544630 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server Started @557084ms [junit4] 2> 544631 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35393} [junit4] 2> 544631 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 544631 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0 [junit4] 2> 544631 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 544631 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 544632 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:28.994Z [junit4] 2> 544633 INFO (zkConnectionManagerCallback-607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 544646 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 544699 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr [junit4] 2> 544701 INFO (zkConnectionManagerCallback-611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 544706 INFO (zkConnectionManagerCallback-613-thread-1-processing-n:127.0.0.1:35393_solr) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 544733 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 544734 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 544746 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35393_solr [junit4] 2> 544747 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544747 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544747 INFO (zkCallback-604-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544747 INFO (zkCallback-599-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544748 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544747 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544764 INFO (zkCallback-612-thread-1-processing-n:127.0.0.1:35393_solr) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544768 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 544844 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35393.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 544873 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35393.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 544873 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35393.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d [junit4] 2> 544874 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node4/. [junit4] 2> 544877 INFO (zkConnectionManagerCallback-618-thread-1-processing-n:127.0.0.1:35393_solr) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 544878 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 544879 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready [junit4] 2> 544936 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:43121/solr. Proxy: https://127.0.0.1:35393/solr [junit4] 2> 545015 INFO (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[F36F789B06B8474E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMostInSyncReplicasCanWinElection [junit4] 2> 545016 INFO (SocketProxy-Acceptor-35393) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51162,localport=35393], receiveBufferSize:531000 [junit4] 2> 545048 INFO (SocketProxy-Acceptor-35393) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43121,localport=38772], receiveBufferSize=530904 [junit4] 2> 545153 INFO (qtp97815623-1916) [n:127.0.0.1:35393_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=3&name=collection1&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 545156 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1 [junit4] 2> 545156 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1.AUTOCREATED/protwords.txt [junit4] 2> 545158 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1.AUTOCREATED/managed-schema [junit4] 2> 545159 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1.AUTOCREATED/solrconfig.xml [junit4] 2> 545161 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1.AUTOCREATED/synonyms.txt [junit4] 2> 545162 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1.AUTOCREATED/stopwords.txt [junit4] 2> 545163 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1.AUTOCREATED/params.json [junit4] 2> 545165 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1.AUTOCREATED/lang/contractions_it.txt [junit4] 2> 545166 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1.AUTOCREATED/lang/stopwords_no.txt [junit4] 2> 545167 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1.AUTOCREATED/lang/stopwords_hy.txt [junit4] 2> 545169 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1.AUTOCREATED/lang/stemdict_nl.txt [junit4] 2> 545170 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1.AUTOCREATED/l [...truncated too long message...] 0_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0]) [junit4] 2> 560129 INFO (jetty-closer-506-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@346eccd7{/solr,null,UNAVAILABLE} [junit4] 2> 560163 INFO (jetty-closer-506-thread-4) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 560354 INFO (zkCallback-599-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0]) [junit4] 2> 560354 INFO (zkCallback-599-thread-2-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0]) [junit4] 2> 560362 INFO (zkCallback-586-thread-3-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0]) [junit4] 2> 560362 INFO (zkCallback-586-thread-2-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0]) [junit4] 2> 562226 ERROR (recoveryExecutor-596-thread-1-processing-n:127.0.0.1:39510_solr x:collection1_shard1_replica_n65 s:shard1 c:collection1 r:core_node66) [n:127.0.0.1:39510_solr c:collection1 s:shard1 r:core_node66 x:collection1_shard1_replica_n65] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard1_replica_n65 [junit4] 2> 562244 INFO (jetty-closer-506-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b1a7eb0{/solr,null,UNAVAILABLE} [junit4] 2> 562244 INFO (jetty-closer-506-thread-3) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed [junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates. [junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false] [junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.SolrCore [collection1_shard1_replica_n63] CLOSING SolrCore org.apache.solr.core.SolrCore@4d0c43a3 [junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n63, tag=1292649379 [junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@634fc471: rootName = solr_42166, domain = solr.core.collection1.shard1.replica_n63, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n63 / com.codahale.metrics.MetricRegistry@73c0a9b6 [junit4] 2> 564111 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1292649379 [junit4] 2> 564111 WARN (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1_shard1_replica_n63] coreNodeName=[core_node64] [junit4] 2> 564130 WARN (updateExecutor-582-thread-2-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown [junit4] 2> 564131 INFO (jetty-closer-506-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72270833970905113-127.0.0.1:42166_solr-n_0000000005) closing [junit4] 2> 564131 INFO (OverseerStateUpdate-72270833970905113-127.0.0.1:42166_solr-n_0000000005) [n:127.0.0.1:42166_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42166_solr [junit4] 2> 564131 WARN (OverseerAutoScalingTriggerThread-72270833970905113-127.0.0.1:42166_solr-n_0000000005) [n:127.0.0.1:42166_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 564188 INFO (jetty-closer-506-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43899bba{/solr,null,UNAVAILABLE} [junit4] 2> 564188 INFO (jetty-closer-506-thread-2) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 564194 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 564194 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35147 35147 [junit4] 2> 564286 INFO (Thread-318) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35147 35147 [junit4] 2> 564287 WARN (Thread-318) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 30 /solr/collections/collection1/terms/shard1 [junit4] 2> 17 /solr/aliases.json [junit4] 2> 8 /solr/security.json [junit4] 2> 3 /solr/configs/collection1.AUTOCREATED/managed-schema [junit4] 2> 3 /solr/collections/collection1/collectionprops.json [junit4] 2> 3 /solr/configs/collection1.AUTOCREATED [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 39 /solr/collections/collection1/state.json [junit4] 2> 17 /solr/clusterprops.json [junit4] 2> 17 /solr/clusterstate.json [junit4] 2> 5 /solr/autoscaling.json [junit4] 2> 2 /solr/overseer_elect/election/72270833970905100-127.0.0.1:36656_solr-n_0000000002 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 17 /solr/live_nodes [junit4] 2> 17 /solr/collections [junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 5 /solr/overseer/queue-work [junit4] 2> 5 /solr/overseer/collection-queue-work [junit4] 2> 3 /solr/overseer/queue [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001 [junit4] 2> Mar 13, 2018 4:46:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=lv, timezone=Africa/Dakar [junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=180034232,total=423624704 [junit4] 2> NOTE: All tests run in this JVM: [PeerSyncWithIndexFingerprintCachingTest, SolrPluginUtilsTest, TestDocumentBuilder, TestExceedMaxTermLength, TestLuceneMatchVersion, TestChildDocTransformer, TestHashPartitioner, CleanupOldIndexTest, DirectUpdateHandlerTest, ZkCLITest, TestSkipOverseerOperations, TestSchemaVersionResource, TestBlendedInfixSuggestions, ScheduledTriggerTest, TestSegmentSorting, TestPhraseSuggestions, MBeansHandlerTest, TestLeaderInitiatedRecoveryThread, SortSpecParsingTest, RemoteQueryErrorTest, LeaderVoteWaitTimeoutTest] [junit4] Completed [72/783 (1!)] on J0 in 27.04s, 2 tests, 1 failure, 1 error <<< FAILURES! [...truncated 52076 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org