Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21218/ Java: 64bit/jdk-10-ea+37 -XX:-UseCompressedOops -XX:+UseG1GC
3 tests failed. FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.test Error Message: Timeout occured while waiting response from server at: http://127.0.0.1:45253 Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45253 at __randomizedtesting.SeedInfo.seed([6A5F05FC518A82BF:E20B3A26FF76EF47]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Caused by: java.net.SocketTimeoutException: Read timed out at java.base/java.net.SocketInputStream.socketRead0(Native Method) at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542) ... 42 more FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration Error Message: Path /autoscaling/nodeLost/127.0.0.1:45163_solr exists Stack Trace: java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:45163_solr exists at __randomizedtesting.SeedInfo.seed([6A5F05FC518A82BF:72E58DF05FBF4F50]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertFalse(Assert.java:68) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:883) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction.testIntegration Error Message: Stack Trace: java.util.ConcurrentModificationException at __randomizedtesting.SeedInfo.seed([6A5F05FC518A82BF:DA3E0BD074B5239A]:0) at java.base/java.util.ArrayList$Itr.checkForComodification(ArrayList.java:937) at java.base/java.util.ArrayList$Itr.next(ArrayList.java:891) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141) at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 12163 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestExecutePlanAction_6A5F05FC518A82BF-001/init-core-data-001 [junit4] 2> 596815 WARN (SUITE-TestExecutePlanAction-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5 [junit4] 2> 596815 INFO (SUITE-TestExecutePlanAction-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 596816 INFO (SUITE-TestExecutePlanAction-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 596817 INFO (SUITE-TestExecutePlanAction-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 596818 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 596818 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 596818 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 596818 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 596818 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 596819 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 596819 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 596819 DEBUG (ScheduledTrigger-1933-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596819 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute [junit4] 2> 596819 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 596819 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 596820 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 596820 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 596820 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 596820 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 596820 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 596821 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 596821 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 596821 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 596821 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 596821 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 596821 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 596822 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 596823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 596823 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596843 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596863 DEBUG (ScheduledTrigger-1936-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596883 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596903 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596922 DEBUG (simCloudManagerPool-1935-thread-1) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testExecute [junit4] 2> 596924 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596933 DEBUG (simCloudManagerPool-1935-thread-1) [ ] o.a.s.c.Assign Identify nodes using default [junit4] 2> 596944 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596956 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction Collection ready after 993ms [junit4] 2> 596958 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"1506eb96b6306fc0T1mnvzy7x1hy0skgwgoccf7fy3", [junit4] 2> "source":"mock_trigger_name", [junit4] 2> "eventTime":1515157357191000000, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1515157357191000000], [junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1e97692a, org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction$1@a7ab4ae]} [junit4] 2> 596958 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:10001_solr&inPlaceMove=true&replica=core_node2 [junit4] 2> 596964 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 596984 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597004 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597024 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597045 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597059 DEBUG (simCloudManagerPool-1935-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node4":{ [junit4] 2> "core":"testExecute_shard1_replica_n3", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testExecute", [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 597065 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597085 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597105 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597125 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597146 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597166 DEBUG (ScheduledTrigger-1936-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597171 DEBUG (simCloudManagerPool-1935-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testExecute / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "core":"testExecute_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testExecute"}} [junit4] 2> 597172 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS [junit4] 2> 597173 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction Collection ready after 8ms [junit4] 2> 597173 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction -------------_ FINAL STATE -------------- [junit4] 2> 597173 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Node values: { [junit4] 2> "127.0.0.1:10001_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":2, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":980, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10001_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10001, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}, [junit4] 2> "127.0.0.1:10000_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":0, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":1000, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10000_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10000, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}} [junit4] 2> 597174 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Live nodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 597174 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Collection testExecute state: DocCollection(testExecute//clusterstate.json/3)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{"shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "core":"testExecute_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node4":{ [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "core":"testExecute_shard1_replica_n3", [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "type":"NRT"}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"}}} [junit4] 2> 597175 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExecute [junit4] 2> 597175 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 597175 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 597175 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 597175 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 597175 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2 [junit4] 2> 597176 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 1 [junit4] 2> 597176 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 597176 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testExecute] [junit4] 2> 597176 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2 [junit4] 2> 597176 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 597176 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2 [junit4] 2> 597177 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testExecute 2 [junit4] 2> 597177 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2 [junit4] 2> 597177 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 597177 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 597178 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETESTATUS 2 [junit4] 2> 597178 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - MOVEREPLICA 1 [junit4] 2> 597178 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - OVERSEERSTATUS 1 [junit4] 2> 597178 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - REQUESTSTATUS 2 [junit4] 2> 597178 INFO (TEST-TestExecutePlanAction.testExecute-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 597181 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration [junit4] 2> 597181 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 597181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 597181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 597181 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 597181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 597181 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1259) [junit4] 2> at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 597181 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 597182 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 597183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 597183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 597183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1 [junit4] 2> 597183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 597183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 597183 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 597183 DEBUG (ScheduledTrigger-1939-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597204 DEBUG (ScheduledTrigger-1939-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597224 DEBUG (ScheduledTrigger-1939-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597244 DEBUG (ScheduledTrigger-1939-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597264 DEBUG (ScheduledTrigger-1939-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597285 DEBUG (ScheduledTrigger-1939-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597296 DEBUG (simCloudManagerPool-1938-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 597297 DEBUG (simCloudManagerPool-1938-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 597297 DEBUG (simCloudManagerPool-1938-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 597297 DEBUG (simCloudManagerPool-1938-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 597297 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 597298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 597298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 597298 DEBUG (ScheduledTrigger-1939-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 597298 DEBUG (simCloudManagerPool-1938-thread-2) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testIntegration [junit4] 2> 597305 DEBUG (ScheduledTrigger-1939-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597309 DEBUG (simCloudManagerPool-1938-thread-2) [ ] o.a.s.c.Assign Identify nodes using default [junit4] 2> 597318 DEBUG (ScheduledTrigger-1939-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 597325 DEBUG (ScheduledTrigger-1939-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 597331 DEBUG (simCloudManagerPool-1938-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testIntegration / shard1: {"core_node2":{ [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "core":"testIntegration_shard1_replica_n2", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testIntegration"}} [junit4] 2> 597339 DEBUG (ScheduledTrigger-1939-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 [junit4] 2> 597339 DEBUG (ScheduledTrigger-1939-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr [junit4] 2> 597345 DEBUG (ScheduledTrigger-1939-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 597345 DEBUG (ScheduledTrigger-1939-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr [junit4] 2> 597359 DEBUG (ScheduledTrigger-1939-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 [junit4] 2> 597359 DEBUG (ScheduledTrigger-1939-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10001_solr] [junit4] 2> 597359 DEBUG (ScheduledTrigger-1939-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"a27d03d04347dT1mnvzy7x1hy0skgwgoccf7fy4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858525097473149, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858525097473149], [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} [junit4] 2> 597360 DEBUG (AutoscalingActionExecutor-1940-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"a27d03d04347dT1mnvzy7x1hy0skgwgoccf7fy4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858525097473149, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858525097473149], [junit4] 2> "_enqueue_time_":2858526116261699, [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} [junit4] 2> 597360 DEBUG (AutoscalingActionExecutor-1940-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"a27d03d04347dT1mnvzy7x1hy0skgwgoccf7fy4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858525097473149, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858525097473149], [junit4] 2> "_enqueue_time_":2858526116261699, [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]} [junit4] 2> 597360 INFO (AutoscalingActionExecutor-1940-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testIntegration&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node1 [junit4] 2> 597360 INFO (AutoscalingActionExecutor-1940-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2858526190 sessionWrapper.createTime 2858526183044649, this.sessionWrapper.createTime 2858526183044649 [junit4] 2> 597360 DEBUG (AutoscalingActionExecutor-1940-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"a27d03d04347dT1mnvzy7x1hy0skgwgoccf7fy4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858525097473149, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858525097473149], [junit4] 2> "_enqueue_time_":2858526116261699, [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1205b503], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]} [junit4] 2> 597361 DEBUG (AutoscalingActionExecutor-1940-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testIntegration&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node1 [junit4] 2> 597461 DEBUG (simCloudManagerPool-1938-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node4":{ [junit4] 2> "core":"testIntegration_shard1_replica_n3", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testIntegration", [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 597572 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction -------------_ FINAL STATE -------------- [junit4] 2> 597572 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Node values: { [junit4] 2> "127.0.0.1:10001_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":1, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":970, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10001_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10001, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}, [junit4] 2> "127.0.0.1:10000_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":2, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":980, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10000_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10000, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}} [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Live nodes: [127.0.0.1:10000_solr] [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Collection testIntegration state: DocCollection(testIntegration//clusterstate.json/10)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{"shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node2":{ [junit4] 2> "core":"testIntegration_shard1_replica_n2", [junit4] 2> "leader":"true", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node4":{ [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "core":"testIntegration_shard1_replica_n3", [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "type":"NRT"}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"}}} [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testIntegration [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 1 [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 0 [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1 [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10001_solr [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testIntegration] [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2 [junit4] 2> 597573 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 2 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testIntegration 2 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETESTATUS 1 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - MOVEREPLICA 1 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - REQUESTSTATUS 1 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 1 [junit4] 2> 597574 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 597575 DEBUG (AutoscalingActionExecutor-1940-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 10763 ms for event id=a27d03d04347dT1mnvzy7x1hy0skgwgoccf7fy4 [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestExecutePlanAction -Dtests.method=testIntegration -Dtests.seed=6A5F05FC518A82BF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ks -Dtests.timezone=Asia/Dushanbe -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.40s J2 | TestExecutePlanAction.testIntegration <<< [junit4] > Throwable #1: java.util.ConcurrentModificationException [junit4] > at __randomizedtesting.SeedInfo.seed([6A5F05FC518A82BF:DA3E0BD074B5239A]:0) [junit4] > at java.base/java.util.ArrayList$Itr.checkForComodification(ArrayList.java:937) [junit4] > at java.base/java.util.ArrayList$Itr.next(ArrayList.java:891) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141) [junit4] > at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 597577 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 597578 DEBUG (SUITE-TestExecutePlanAction-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestExecutePlanAction_6A5F05FC518A82BF-001 [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@66979c7c), locale=ks, timezone=Asia/Dushanbe [junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=248852016,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [MultiThreadedOCPTest, ChaosMonkeyNothingIsSafeTest, TestFilteredDocIdSet, XsltUpdateRequestHandlerTest, ClassificationUpdateProcessorTest, ClusterStateTest, TestStandardQParsers, TestCoreDiscovery, BadComponentTest, TestJsonFacetRefinement, TestInitQParser, TestManagedSchema, DocValuesNotIndexedTest, BlockJoinFacetDistribTest, HdfsAutoAddReplicasIntegrationTest, TestInfoStreamLogging, ZkFailoverTest, MergeStrategyTest, TestFieldCacheVsDocValues, TestClusterStateMutator, DirectSolrConnectionTest, SuggestComponentContextFilterQueryTest, TestSubQueryTransformer, FileBasedSpellCheckerTest, TestIndexSearcher, TestDeleteCollectionOnDownNodes, TestRetrieveFieldsOptimizer, TestHashPartitioner, HttpPartitionTest, TestBinaryResponseWriter, TestPointFields, TestPartialUpdateDeduplication, TestLRUCache, SolrSlf4jReporterTest, BlobRepositoryCloudTest, DataDrivenBlockJoinTest, TestClusterStateProvider, CopyFieldTest, TestAuthorizationFramework, TestExecutePlanAction] [junit4] Completed [147/766 (1!)] on J2 in 0.79s, 2 tests, 1 error <<< FAILURES! [...truncated 511 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A5F05FC518A82BF-001/init-core-data-001 [junit4] 2> 1116851 WARN (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4 [junit4] 2> 1116851 INFO (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1116852 INFO (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 1116852 INFO (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1116853 INFO (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A5F05FC518A82BF-001/tempDir-001 [junit4] 2> 1116853 INFO (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1116853 INFO (Thread-3122) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1116853 INFO (Thread-3122) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1116857 ERROR (Thread-3122) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1116953 INFO (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39579 [junit4] 2> 1116954 INFO (zkConnectionManagerCallback-2222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1116966 INFO (jetty-launcher-2219-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1116966 INFO (jetty-launcher-2219-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1116971 INFO (jetty-launcher-2219-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@97b12b8{/solr,null,AVAILABLE} [junit4] 2> 1116971 INFO (jetty-launcher-2219-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64c6a636{/solr,null,AVAILABLE} [junit4] 2> 1116972 INFO (jetty-launcher-2219-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f5f6134{SSL,[ssl, http/1.1]}{127.0.0.1:٤٥١٦٣} [junit4] 2> 1116972 INFO (jetty-launcher-2219-thread-2) [ ] o.e.j.s.Server Started @١١١٨٤٦٧ms [junit4] 2> 1116972 INFO (jetty-launcher-2219-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45163} [junit4] 2> 1116973 ERROR (jetty-launcher-2219-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1116973 INFO (jetty-launcher-2219-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1116973 INFO (jetty-launcher-2219-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1116973 INFO (jetty-launcher-2219-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1116973 INFO (jetty-launcher-2219-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-05T13:11:17.170261Z [junit4] 2> 1116973 INFO (jetty-launcher-2219-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71264300{SSL,[ssl, http/1.1]}{127.0.0.1:٤٣٤١٣} [junit4] 2> 1116973 INFO (jetty-launcher-2219-thread-1) [ ] o.e.j.s.Server Started @١١١٨٤٦٨ms [junit4] 2> 1116973 INFO (jetty-launcher-2219-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43413} [junit4] 2> 1116974 ERROR (jetty-launcher-2219-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1116974 INFO (jetty-launcher-2219-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1116974 INFO (jetty-launcher-2219-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1116974 INFO (jetty-launcher-2219-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1116974 INFO (jetty-launcher-2219-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-05T13:11:17.171161Z [junit4] 2> 1116974 INFO (zkConnectionManagerCallback-2224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1116974 INFO (jetty-launcher-2219-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1116978 INFO (zkConnectionManagerCallback-2226-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1116978 INFO (jetty-launcher-2219-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1116980 INFO (jetty-launcher-2219-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39579/solr [junit4] 2> 1116980 INFO (zkConnectionManagerCallback-2230-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1116982 INFO (zkConnectionManagerCallback-2232-thread-1-processing-n:127.0.0.1:45163_solr) [n:127.0.0.1:45163_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1116984 INFO (jetty-launcher-2219-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39579/solr [junit4] 2> 1116985 INFO (zkConnectionManagerCallback-2236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1116986 INFO (zkConnectionManagerCallback-2238-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117023 INFO (jetty-launcher-2219-thread-2) [n:127.0.0.1:45163_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1117023 INFO (jetty-launcher-2219-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1117023 INFO (jetty-launcher-2219-thread-2) [n:127.0.0.1:45163_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45163_solr [junit4] 2> 1117023 INFO (jetty-launcher-2219-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43413_solr [junit4] 2> 1117023 INFO (jetty-launcher-2219-thread-2) [n:127.0.0.1:45163_solr ] o.a.s.c.Overseer Overseer (id=99297386630479876-127.0.0.1:45163_solr-n_0000000000) starting [junit4] 2> 1117029 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:45163_solr) [n:127.0.0.1:45163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1117030 INFO (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1117030 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1117030 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1117031 INFO (jetty-launcher-2219-thread-2) [n:127.0.0.1:45163_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45163_solr [junit4] 2> 1117031 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43413_solr] [junit4] 2> 1117031 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 1117031 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1117031 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:45163_solr) [n:127.0.0.1:45163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1117031 INFO (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1117034 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1117034 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1117034 DEBUG (ScheduledTrigger-4227-thread-1) [n:127.0.0.1:45163_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1117063 INFO (jetty-launcher-2219-thread-2) [n:127.0.0.1:45163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45163.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117067 INFO (jetty-launcher-2219-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43413.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117069 INFO (jetty-launcher-2219-thread-2) [n:127.0.0.1:45163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45163.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117069 INFO (jetty-launcher-2219-thread-2) [n:127.0.0.1:45163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45163.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117069 INFO (jetty-launcher-2219-thread-2) [n:127.0.0.1:45163_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A5F05FC518A82BF-001/tempDir-001/node2/. [junit4] 2> 1117075 INFO (jetty-launcher-2219-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43413.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117075 INFO (jetty-launcher-2219-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43413.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117077 INFO (jetty-launcher-2219-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A5F05FC518A82BF-001/tempDir-001/node1/. [junit4] 2> 1117180 INFO (zkConnectionManagerCallback-2244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117183 INFO (zkConnectionManagerCallback-2248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117183 INFO (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1117184 INFO (SUITE-TriggerIntegrationTest-seed#[6A5F05FC518A82BF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39579/solr ready [junit4] 2> 1117191 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration [junit4] 2> 1117192 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 1117192 DEBUG (zkCallback-2231-thread-1-processing-n:127.0.0.1:45163_solr) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1117192 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1117193 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1117193 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1117193 DEBUG (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1117208 INFO (qtp1313403424-10913) [n:127.0.0.1:43413_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1117212 INFO (qtp1313403424-10913) [n:127.0.0.1:43413_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1117213 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1117214 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18e84322{/solr,null,AVAILABLE} [junit4] 2> 1117214 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62fe6050{SSL,[ssl, http/1.1]}{127.0.0.1:٤٥٣٤٣} [junit4] 2> 1117214 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.e.j.s.Server Started @١١١٨٧٠٩ms [junit4] 2> 1117214 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45343} [junit4] 2> 1117215 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1117215 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1117215 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1117215 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1117215 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-05T13:11:17.412251Z [junit4] 2> 1117216 INFO (zkConnectionManagerCallback-2250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117216 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1117221 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39579/solr [junit4] 2> 1117222 INFO (zkConnectionManagerCallback-2254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117223 INFO (zkConnectionManagerCallback-2256-thread-1-processing-n:127.0.0.1:45343_solr) [n:127.0.0.1:45343_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117226 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [n:127.0.0.1:45343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1117227 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [n:127.0.0.1:45343_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1117228 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [n:127.0.0.1:45343_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45343_solr [junit4] 2> 1117229 INFO (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1117229 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:45163_solr) [n:127.0.0.1:45163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1117230 INFO (zkCallback-2255-thread-1-processing-n:127.0.0.1:45343_solr) [n:127.0.0.1:45343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1117230 INFO (zkCallback-2247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1117289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [n:127.0.0.1:45343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45343.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117299 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [n:127.0.0.1:45343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45343.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117299 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [n:127.0.0.1:45343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45343.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@378739de [junit4] 2> 1117301 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [n:127.0.0.1:45343_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6A5F05FC518A82BF-001/tempDir-001/node3/. [junit4] 2> 1117359 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1 [junit4] 2> 1117360 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3f5f6134{SSL,[ssl, http/1.1]}{127.0.0.1:٠} [junit4] 2> 1117360 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1398224791 [junit4] 2> 1117360 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1117361 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cc9204d: rootName = solr_45163, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cd6f97b [junit4] 2> 1117365 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1117365 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@816fbc7: rootName = solr_45163, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@631a7fb2 [junit4] 2> 1117404 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1117404 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b4b79ca: rootName = solr_45163, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5bfc3eee [junit4] 2> 1117405 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45163_solr [junit4] 2> 1117405 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1117405 INFO (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1117405 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:45163_solr) [n:127.0.0.1:45163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1117405 INFO (zkCallback-2247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1117406 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1117407 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.Overseer Overseer (id=99297386630479876-127.0.0.1:45163_solr-n_0000000000) closing [junit4] 2> 1117407 INFO (OverseerStateUpdate-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45163_solr [junit4] 2> 1117407 WARN (OverseerAutoScalingTriggerThread-99297386630479876-127.0.0.1:45163_solr-n_0000000000) [n:127.0.0.1:45163_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1117407 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1117408 INFO (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43413_solr [junit4] 2> 1117408 INFO (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.Overseer Overseer (id=99297386630479878-127.0.0.1:43413_solr-n_0000000001) starting [junit4] 2> 1117411 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1117411 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64c6a636{/solr,null,UNAVAILABLE} [junit4] 2> 1117411 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1117411 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:45343_solr, 127.0.0.1:43413_solr] [junit4] 2> 1117411 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1 [junit4] 2> 1117411 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1117412 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1117412 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 1117412 DEBUG (ScheduledTrigger-4242-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1117415 INFO (zkCallback-2255-thread-1-processing-n:127.0.0.1:45343_solr) [n:127.0.0.1:45343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1118413 DEBUG (ScheduledTrigger-4242-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1119413 DEBUG (ScheduledTrigger-4242-thread-2) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1120413 DEBUG (ScheduledTrigger-4242-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1121414 DEBUG (ScheduledTrigger-4242-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1122415 DEBUG (ScheduledTrigger-4242-thread-1) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1122419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[6A5F05FC518A82BF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TriggerIntegrationTest -Dtests.method=testNodeMarkersRegistration -Dtests.seed=6A5F05FC518A82BF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-AE -Dtests.timezone=America/Martinique -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] FAILURE 5.24s J1 | TriggerIntegrationTest.testNodeMarkersRegistration <<< [junit4] > Throwable #1: java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:45163_solr exists [junit4] > at __randomizedtesting.SeedInfo.seed([6A5F05FC518A82BF:72E58DF05FBF4F50]:0) [junit4] > at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:883) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 1122428 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[6A5F05FC518A82BF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart [junit4] 2> 1122429 DEBUG (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 1122429 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 1122429 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 4 [junit4] 2> 1122430 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1122430 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread -- deleted /autoscaling/nodeLost/127.0.0.1:45163_solr [junit4] 2> 1122430 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1122430 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 1122432 INFO (qtp1313403424-10923) [n:127.0.0.1:43413_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1122436 INFO (qtp1313403424-10923) [n:127.0.0.1:43413_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 1122450 INFO (qtp2099911374-10982) [n:127.0.0.1:45343_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1122452 INFO (qtp1313403424-10923) [n:127.0.0.1:43413_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1122452 DEBUG (qtp1313403424-10925) [n:127.0.0.1:43413_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1122452 INFO (qtp1313403424-10925) [n:127.0.0.1:43413_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=16 [junit4] 2> 1122453 DEBUG (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 1122454 DEBUG (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:45343_solr, 127.0.0.1:43413_solr] [junit4] 2> 1122454 DEBUG (zkCallback-2237-thread-1-processing-n:127.0.0.1:43413_solr) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1122454 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 1122455 INFO (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1122455 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1122456 DEBUG (OverseerAutoScalingTriggerThread-99297386630479878-127.0.0.1:43413_solr-n_0000000001) [n:127.0.0.1:43413_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 1122456 DEBUG (ScheduledTrigger-4242-thread-3) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1122456 DEBUG (ScheduledTrigger-4242-thread-3) [n:127.0.0.1:43413_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1122458 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[6A5F05FC518A82BF]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@71264300{SSL,[ssl, http/1.1]}{127.0.0.1:٠} [junit4] 2> 1122459 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=285808690 [junit4] 2> 1122459 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1122459 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e1dcafa: rootName = solr_43413, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7cc2b99a [junit4] 2> 1122466 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1122466 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[6A5F05FC518A82BF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters. [...truncated too long message...] O (qtp772923193-20673) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630146 [junit4] 2> 2035360 ERROR (TEST-BasicDistributedZk2Test.test-seed#[6A5F05FC518A82BF]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2035360 INFO (TEST-BasicDistributedZk2Test.test-seed#[6A5F05FC518A82BF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40595 40595 [junit4] 2> 2045481 INFO (Thread-9382) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40595 40595 [junit4] 2> 2045481 WARN (Thread-9382) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 2 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 2 /solr/clusterstate.json [junit4] 2> 2 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/collections [junit4] 2> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZk2Test -Dtests.method=test -Dtests.seed=6A5F05FC518A82BF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bas -Dtests.timezone=Australia/Perth -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 641s J0 | BasicDistributedZk2Test.test <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45253 [junit4] > at __randomizedtesting.SeedInfo.seed([6A5F05FC518A82BF:E20B3A26FF76EF47]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) [junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] > Caused by: java.net.SocketTimeoutException: Read timed out [junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method) [junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116) [junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171) [junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) [junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) [junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) [junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) [junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) [junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) [junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) [junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) [junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) [junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) [junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) [junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111) [junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542) [junit4] > ... 42 more [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZk2Test_6A5F05FC518A82BF-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1190, maxMBSortInHeap=6.426457783637689, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4fbd225a), locale=bas, timezone=Australia/Perth [junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=73464560,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [TestInitParams, TestTolerantUpdateProcessorRandomCloud, TestDynamicLoading, DistributedQueryComponentCustomSortTest, TestFieldCollectionResource, TestLuceneIndexBackCompat, TestSegmentSorting, TestQueryUtils, DateFieldTest, ConjunctionSolrSpellCheckerTest, TriLevelCompositeIdRoutingTest, TestHighFrequencyDictionaryFactory, TestCrossCoreJoin, BlockJoinFacetRandomTest, TolerantUpdateProcessorTest, UpdateRequestProcessorFactoryTest, UtilsToolTest, TestTriggerIntegration, OverseerCollectionConfigSetProcessorTest, FacetPivotSmallTest, MigrateRouteKeyTest, URLClassifyProcessorTest, LeaderInitiatedRecoveryOnCommitTest, ForceLeaderTest, SubstringBytesRefFilterTest, HdfsDirectoryFactoryTest, ZkControllerTest, NodeMutatorTest, TestManagedResourceStorage, TestManagedSynonymGraphFilterFactory, JSONWriterTest, DateMathParserTest, TestIndexingPerformance, MetricsHandlerTest, TestZkAclsWithHadoopAuth, TestConfigSetsAPIZkFailure, LeaderElectionIntegrationTest, CoreAdminRequestStatusTest, SolrCoreMetricManagerTest, DocumentBuilderTest, TestInPlaceUpdatesStandalone, TestNumericRangeQuery32, TestLeaderInitiatedRecoveryThread, DocValuesMissingTest, TestComponentsName, TestDistributedSearch, NoCacheHeaderTest, MultiTermTest, TestCustomDocTransformer, JsonLoaderTest, CheckHdfsIndexTest, TestHdfsCloudBackupRestore, TestCSVLoader, TestUtils, DistributedQueueTest, AutoAddReplicasIntegrationTest, AnalysisAfterCoreReloadTest, CdcrBootstrapTest, TestRandomDVFaceting, ResourceLoaderTest, SolrJmxReporterCloudTest, SolrCoreTest, TestPhraseSuggestions, RuleEngineTest, TestSQLHandler, CursorPagingTest, HdfsBasicDistributedZkTest, TemplateUpdateProcessorTest, SearchHandlerTest, TestShardHandlerFactory, BasicZkTest, AssignBackwardCompatibilityTest, TestCustomSort, TestComputePlanAction, TestHttpShardHandlerFactory, NumberUtilsTest, DistributedFacetPivotSmallAdvancedTest, FileUtilsTest, TestSolrDeletionPolicy1, TestSolrConfigHandlerConcurrent, HdfsThreadLeakTest, TestSolrIndexConfig, HdfsCollectionsAPIDistributedZkTest, ZkStateReaderTest, TestConfigOverlay, DeleteInactiveReplicaTest, SimpleFacetsTest, MoveReplicaHDFSTest, FullHLLTest, TestCloudDeleteByQuery, SSLMigrationTest, TestBulkSchemaConcurrent, TestMultiWordSynonyms, SpellCheckComponentTest, TestSlowCompositeReaderWrapper, TestGraphMLResponseWriter, TestFoldingMultitermQuery, TestSolrCloudWithSecureImpersonation, LeaderElectionContextKeyTest, TestEmbeddedSolrServerSchemaAPI, TestStreamBody, TestFieldCacheWithThreads, TestCloudPivotFacet, ComputePlanActionTest, ResponseLogComponentTest, FastVectorHighlighterTest, UpdateParamsTest, TermVectorComponentTest, TestSimpleQParserPlugin, BasicFunctionalityTest, AnalysisErrorHandlingTest, TestRecoveryHdfs, TermsComponentTest, TestXmlQParserPlugin, TestWordDelimiterFilterFactory, CustomHighlightComponentTest, BigEndianAscendingWordSerializerTest, CloneFieldUpdateProcessorFactoryTest, TestStressUserVersions, SuggestComponentTest, TestFastOutputStream, DocValuesTest, TestConfig, HdfsWriteToMultipleCollectionsTest, TestFieldTypeResource, TestSolrXml, OverseerStatusTest, DistributedQueryElevationComponentTest, BasicDistributedZk2Test] [junit4] Completed [385/766 (3!)] on J0 in 640.67s, 1 test, 1 error <<< FAILURES! [...truncated 42048 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
