Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19946/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseG1GC

6 tests failed.
FAILED:  org.apache.solr.handler.component.TestExpandComponent.testExpand

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
        at 
__randomizedtesting.SeedInfo.seed([87068970F48E871D:1B5EC0D14ED9670A]:0)
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:872)
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:839)
        at 
org.apache.solr.handler.component.TestExpandComponent._testExpand(TestExpandComponent.java:120)
        at 
org.apache.solr.handler.component.TestExpandComponent.testExpand(TestExpandComponent.java:60)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexReader is 
closed
        at org.apache.lucene.index.IndexReader.ensureOpen(IndexReader.java:268)
        at 
org.apache.lucene.index.IndexReader.registerParentReader(IndexReader.java:140)
        at 
org.apache.lucene.index.FilterLeafReader.<init>(FilterLeafReader.java:300)
        at 
org.apache.solr.handler.component.ExpandComponent$ReaderWrapper.<init>(ExpandComponent.java:782)
        at 
org.apache.solr.handler.component.ExpandComponent.process(ExpandComponent.java:394)
        at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
        at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
        at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
        ... 42 more


FAILED:  org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration

Error Message:
expected:<http[]://127.0.0.1:35925/s...> but 
was:<http[s]://127.0.0.1:35925/s...>

Stack Trace:
org.junit.ComparisonFailure: expected:<http[]://127.0.0.1:35925/s...> but 
was:<http[s]://127.0.0.1:35925/s...>
        at 
__randomizedtesting.SeedInfo.seed([87068970F48E871D:398DEFDF8DF48928]:0)
        at org.junit.Assert.assertEquals(Assert.java:125)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration(ClusterStateUpdateTest.java:104)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest

Error Message:
2 threads leaked from SUITE scope at 
org.apache.solr.cloud.CdcrVersionReplicationTest:     1) Thread[id=835, 
name=cdcr-update-log-synchronizer-337-thread-1, state=WAITING, 
group=TGRP-CdcrVersionReplicationTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:748)    2) Thread[id=820, 
name=cdcr-update-log-synchronizer-331-thread-1, state=WAITING, 
group=TGRP-CdcrVersionReplicationTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE 
scope at org.apache.solr.cloud.CdcrVersionReplicationTest: 
   1) Thread[id=835, name=cdcr-update-log-synchronizer-337-thread-1, 
state=WAITING, group=TGRP-CdcrVersionReplicationTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=820, name=cdcr-update-log-synchronizer-331-thread-1, 
state=WAITING, group=TGRP-CdcrVersionReplicationTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([87068970F48E871D]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=835, name=cdcr-update-log-synchronizer-337-thread-1, state=WAITING, 
group=TGRP-CdcrVersionReplicationTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:748)    2) Thread[id=820, 
name=cdcr-update-log-synchronizer-331-thread-1, state=WAITING, 
group=TGRP-CdcrVersionReplicationTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=835, name=cdcr-update-log-synchronizer-337-thread-1, 
state=WAITING, group=TGRP-CdcrVersionReplicationTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=820, name=cdcr-update-log-synchronizer-331-thread-1, 
state=WAITING, group=TGRP-CdcrVersionReplicationTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([87068970F48E871D]:0)


FAILED:  
org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection

Error Message:
Expected to see nodes come back collection1 null Live Nodes: 
[127.0.0.1:39689_solr, 127.0.0.1:38431_solr, 127.0.0.1:44065_solr] Last 
available state: 
DocCollection(collection1//collections/collection1/state.json/21)={   
"pullReplicas":"0",   "replicationFactor":"1",   "shards":{     "shard1":{      
 "range":"80000000-ffffffff",       "state":"active",       "replicas":{        
 "core_node1":{           "core":"collection1_shard1_replica_n1",           
"base_url":"http://127.0.0.1:38431/solr";,           
"node_name":"127.0.0.1:38431_solr",           "state":"active",           
"type":"NRT"},         "core_node3":{           
"core":"collection1_shard1_replica_n2",           
"base_url":"http://127.0.0.1:34133/solr";,           
"node_name":"127.0.0.1:34133_solr",           "state":"down",           
"type":"NRT"},         "core_node4":{           
"core":"collection1_shard1_replica_n3",           
"base_url":"http://127.0.0.1:43305/solr";,           
"node_name":"127.0.0.1:43305_solr",           "state":"down",           
"type":"NRT"},         "core_node5":{           
"core":"collection1_shard1_replica_n4",           
"base_url":"http://127.0.0.1:39719/solr";,           
"node_name":"127.0.0.1:39719_solr",           "state":"down",           
"type":"NRT"},         "core_node6":{           
"core":"collection1_shard1_replica_n5",           
"base_url":"http://127.0.0.1:39689/solr";,           
"node_name":"127.0.0.1:39689_solr",           "state":"active",           
"type":"NRT",           "leader":"true"}}},     "shard2":{       
"range":"0-7fffffff",       "state":"active",       "replicas":{"core_node2":{  
         "core":"collection1_shard2_replica_n1",           
"base_url":"http://127.0.0.1:44065/solr";,           
"node_name":"127.0.0.1:44065_solr",           "state":"active",           
"type":"NRT",           "leader":"true"}}}},   "router":{"name":"compositeId"}, 
  "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"1",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected to see nodes come back collection1
null
Live Nodes: [127.0.0.1:39689_solr, 127.0.0.1:38431_solr, 127.0.0.1:44065_solr]
Last available state: 
DocCollection(collection1//collections/collection1/state.json/21)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"collection1_shard1_replica_n1",
          "base_url":"http://127.0.0.1:38431/solr";,
          "node_name":"127.0.0.1:38431_solr",
          "state":"active",
          "type":"NRT"},
        "core_node3":{
          "core":"collection1_shard1_replica_n2",
          "base_url":"http://127.0.0.1:34133/solr";,
          "node_name":"127.0.0.1:34133_solr",
          "state":"down",
          "type":"NRT"},
        "core_node4":{
          "core":"collection1_shard1_replica_n3",
          "base_url":"http://127.0.0.1:43305/solr";,
          "node_name":"127.0.0.1:43305_solr",
          "state":"down",
          "type":"NRT"},
        "core_node5":{
          "core":"collection1_shard1_replica_n4",
          "base_url":"http://127.0.0.1:39719/solr";,
          "node_name":"127.0.0.1:39719_solr",
          "state":"down",
          "type":"NRT"},
        "core_node6":{
          "core":"collection1_shard1_replica_n5",
          "base_url":"http://127.0.0.1:39689/solr";,
          "node_name":"127.0.0.1:39689_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "core":"collection1_shard2_replica_n1",
          "base_url":"http://127.0.0.1:44065/solr";,
          "node_name":"127.0.0.1:44065_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([87068970F48E871D:D932443EB7F11BFA]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection(LeaderElectionIntegrationTest.java:109)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestLTROnSolrCloud.testSimpleQuery

Error Message:
Path not found: /responseHeader/status

Stack Trace:
java.lang.RuntimeException: Path not found: /responseHeader/status
        at 
__randomizedtesting.SeedInfo.seed([55278A094AB09316:202A4A155AAA55C3]:0)
        at org.apache.solr.util.RestTestBase.assertJPut(RestTestBase.java:329)
        at org.apache.solr.util.RestTestBase.assertJPut(RestTestBase.java:271)
        at 
org.apache.solr.ltr.TestRerankBase.loadFeature(TestRerankBase.java:286)
        at 
org.apache.solr.ltr.TestLTROnSolrCloud.loadModelsAndFeatures(TestLTROnSolrCloud.java:184)
        at 
org.apache.solr.ltr.TestLTROnSolrCloud.setupSolrCluster(TestLTROnSolrCloud.java:138)
        at 
org.apache.solr.ltr.TestLTROnSolrCloud.setUp(TestLTROnSolrCloud.java:58)
        at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 10994 lines...]
   [junit4] Suite: org.apache.solr.cloud.ClusterStateUpdateTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ClusterStateUpdateTest_87068970F48E871D-001/init-core-data-001
   [junit4]   2> 25160 INFO  
(SUITE-ClusterStateUpdateTest-seed#[87068970F48E871D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 25162 INFO  
(SUITE-ClusterStateUpdateTest-seed#[87068970F48E871D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 25164 INFO  
(TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[87068970F48E871D]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testCoreRegistration
   [junit4]   2> 25164 INFO  
(TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[87068970F48E871D]) [    
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ClusterStateUpdateTest_87068970F48E871D-001/tempDir-001
   [junit4]   2> 25169 INFO  
(TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[87068970F48E871D]) [    
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 25170 INFO  (Thread-65) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 25171 INFO  (Thread-65) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 25193 ERROR (Thread-65) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 25269 INFO  
(TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[87068970F48E871D]) [    
] o.a.s.c.ZkTestServer start zk server on port:40267
   [junit4]   2> 25303 INFO  (jetty-launcher-50-thread-1) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 25314 INFO  (jetty-launcher-50-thread-2) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 25316 INFO  (jetty-launcher-50-thread-3) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 25343 INFO  (jetty-launcher-50-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3dacd687{/solr,null,AVAILABLE}
   [junit4]   2> 25344 INFO  (jetty-launcher-50-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@363b5983{SSL,[ssl, 
http/1.1]}{127.0.0.1:36731}
   [junit4]   2> 25344 INFO  (jetty-launcher-50-thread-2) [    ] o.e.j.s.Server 
Started @26981ms
   [junit4]   2> 25344 INFO  (jetty-launcher-50-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36731}
   [junit4]   2> 25345 ERROR (jetty-launcher-50-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 25345 INFO  (jetty-launcher-50-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 25345 INFO  (jetty-launcher-50-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 25345 INFO  (jetty-launcher-50-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 25345 INFO  (jetty-launcher-50-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T16:53:21.369Z
   [junit4]   2> 25398 INFO  (jetty-launcher-50-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1755f9fd{/solr,null,AVAILABLE}
   [junit4]   2> 25408 INFO  (jetty-launcher-50-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@39179b2{SSL,[ssl, 
http/1.1]}{127.0.0.1:35925}
   [junit4]   2> 25409 INFO  (jetty-launcher-50-thread-3) [    ] o.e.j.s.Server 
Started @27045ms
   [junit4]   2> 25409 INFO  (jetty-launcher-50-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35925}
   [junit4]   2> 25409 ERROR (jetty-launcher-50-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 25409 INFO  (jetty-launcher-50-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 25409 INFO  (jetty-launcher-50-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 25409 INFO  (jetty-launcher-50-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 25409 INFO  (jetty-launcher-50-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T16:53:21.433Z
   [junit4]   2> 25426 INFO  (jetty-launcher-50-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@905d11a{/solr,null,AVAILABLE}
   [junit4]   2> 25461 INFO  (jetty-launcher-50-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@186cb80c{SSL,[ssl, 
http/1.1]}{127.0.0.1:36359}
   [junit4]   2> 25461 INFO  (jetty-launcher-50-thread-1) [    ] o.e.j.s.Server 
Started @27098ms
   [junit4]   2> 25461 INFO  (jetty-launcher-50-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36359}
   [junit4]   2> 25461 ERROR (jetty-launcher-50-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 25461 INFO  (jetty-launcher-50-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 25461 INFO  (jetty-launcher-50-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 25461 INFO  (jetty-launcher-50-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 25461 INFO  (jetty-launcher-50-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T16:53:21.485Z
   [junit4]   2> 25473 INFO  (jetty-launcher-50-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 25493 INFO  (jetty-launcher-50-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 25515 INFO  (jetty-launcher-50-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40267/solr
   [junit4]   2> 25516 INFO  (jetty-launcher-50-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 25525 INFO  (jetty-launcher-50-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40267/solr
   [junit4]   2> 25541 INFO  (jetty-launcher-50-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40267/solr
   [junit4]   2> 25557 INFO  (jetty-launcher-50-thread-2) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 25573 INFO  (jetty-launcher-50-thread-2) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:36731_solr
   [junit4]   2> 25578 INFO  (jetty-launcher-50-thread-2) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.Overseer Overseer 
(id=98188447003181061-127.0.0.1:36731_solr-n_0000000000) starting
   [junit4]   2> 25600 INFO  (jetty-launcher-50-thread-3) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 25601 INFO  (jetty-launcher-50-thread-3) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35925_solr
   [junit4]   2> 25669 INFO  
(zkCallback-67-thread-1-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 25669 INFO  
(zkCallback-59-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 25671 INFO  (jetty-launcher-50-thread-2) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36731_solr
   [junit4]   2> 25673 INFO  
(zkCallback-67-thread-1-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 25676 INFO  
(zkCallback-59-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 25691 INFO  (jetty-launcher-50-thread-1) 
[n:127.0.0.1:36359_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 25693 INFO  (jetty-launcher-50-thread-1) 
[n:127.0.0.1:36359_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 25696 INFO  (jetty-launcher-50-thread-1) 
[n:127.0.0.1:36359_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36359_solr
   [junit4]   2> 25698 INFO  
(zkCallback-67-thread-1-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 25698 INFO  
(zkCallback-59-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 25729 INFO  
(zkCallback-68-thread-1-processing-n:127.0.0.1:36359_solr) 
[n:127.0.0.1:36359_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 25800 INFO  (jetty-launcher-50-thread-2) 
[n:127.0.0.1:36731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36731.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25807 INFO  (jetty-launcher-50-thread-1) 
[n:127.0.0.1:36359_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36359.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25809 INFO  (jetty-launcher-50-thread-2) 
[n:127.0.0.1:36731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36731.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25809 INFO  (jetty-launcher-50-thread-2) 
[n:127.0.0.1:36731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36731.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25812 INFO  (jetty-launcher-50-thread-1) 
[n:127.0.0.1:36359_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36359.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25812 INFO  (jetty-launcher-50-thread-2) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ClusterStateUpdateTest_87068970F48E871D-001/tempDir-001/node2/.
   [junit4]   2> 25812 INFO  (jetty-launcher-50-thread-1) 
[n:127.0.0.1:36359_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36359.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25813 INFO  (jetty-launcher-50-thread-3) 
[n:127.0.0.1:35925_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35925.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25814 INFO  (jetty-launcher-50-thread-1) 
[n:127.0.0.1:36359_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ClusterStateUpdateTest_87068970F48E871D-001/tempDir-001/node1/.
   [junit4]   2> 25818 INFO  (jetty-launcher-50-thread-3) 
[n:127.0.0.1:35925_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35925.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25818 INFO  (jetty-launcher-50-thread-3) 
[n:127.0.0.1:35925_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35925.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 25820 INFO  (jetty-launcher-50-thread-3) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ClusterStateUpdateTest_87068970F48E871D-001/tempDir-001/node3/.
   [junit4]   2> 25936 INFO  
(TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[87068970F48E871D]) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 25937 INFO  
(TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[87068970F48E871D]) [    
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40267/solr ready
   [junit4]   2> 25991 INFO  (qtp1381295363-297) [n:127.0.0.1:35925_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&replicationFactor=1&name=testcore&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:35925_solr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 25997 INFO  
(OverseerThreadFactory-125-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
testcore
   [junit4]   2> 25998 INFO  
(OverseerThreadFactory-125-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.CreateCollectionCmd Only one config set 
found in zk - using it:conf
   [junit4]   2> 26108 INFO  
(OverseerStateUpdate-98188447003181061-127.0.0.1:36731_solr-n_0000000000) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcore_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35925/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 26318 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=testcore_shard1_replica_n1&action=CREATE&numShards=1&collection=testcore&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 26319 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 26425 INFO  
(zkCallback-67-thread-1-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testcore/state.json] for collection [testcore] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 26425 INFO  
(zkCallback-67-thread-2-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testcore/state.json] for collection [testcore] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 27336 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 27346 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.s.IndexSchema [testcore_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 27349 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 27350 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'testcore_shard1_replica_n1' using 
configuration from collection testcore, trusted=true
   [junit4]   2> 27350 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35925.solr.core.testcore.shard1.replica_n1' (registry 
'solr.core.testcore.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 27350 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 27350 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] o.a.s.c.SolrCore 
[[testcore_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ClusterStateUpdateTest_87068970F48E871D-001/tempDir-001/node3/testcore_shard1_replica_n1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ClusterStateUpdateTest_87068970F48E871D-001/tempDir-001/node3/./testcore_shard1_replica_n1/data/]
   [junit4]   2> 27385 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 27385 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 27415 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer 
CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE 
RESOURCE LEAK!!!  instance=891654532
   [junit4]   2> 27416 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 27416 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 27418 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7109ef2c[testcore_shard1_replica_n1] main]
   [junit4]   2> 27419 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 27419 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 27419 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 27420 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1571015154407047168
   [junit4]   2> 27420 INFO  
(searcherExecutor-132-thread-1-processing-n:127.0.0.1:35925_solr 
x:testcore_shard1_replica_n1 s:shard1 c:testcore r:core_node1) 
[n:127.0.0.1:35925_solr c:testcore s:shard1 r:core_node1 
x:testcore_shard1_replica_n1] o.a.s.c.SolrCore [testcore_shard1_replica_n1] 
Registered new searcher Searcher@7109ef2c[testcore_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 27423 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 27423 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 27423 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 27426 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:35925/solr/testcore_shard1_replica_n1/ shard1
   [junit4]   2> 27528 INFO  
(zkCallback-67-thread-2-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testcore/state.json] for collection [testcore] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 27528 INFO  
(zkCallback-67-thread-1-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testcore/state.json] for collection [testcore] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 27577 WARN  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.c.ZkController Skipping recovery according to sys prop 
solrcloud.skip.autorecovery
   [junit4]   2> 27578 INFO  (qtp1381295363-300) [n:127.0.0.1:35925_solr 
c:testcore s:shard1 r:core_node1 x:testcore_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=testcore_shard1_replica_n1&action=CREATE&numShards=1&collection=testcore&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1260
   [junit4]   2> 27581 INFO  (qtp1381295363-297) [n:127.0.0.1:35925_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 27680 INFO  
(zkCallback-67-thread-2-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testcore/state.json] for collection [testcore] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 27680 INFO  
(zkCallback-67-thread-1-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testcore/state.json] for collection [testcore] has occurred - 
updating... (live nodes size: [3])
   [junit4]   2> 27999 INFO  
(OverseerCollectionConfigSetProcessor-98188447003181061-127.0.0.1:36731_solr-n_0000000000)
 [n:127.0.0.1:36731_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 28581 INFO  (qtp1381295363-297) [n:127.0.0.1:35925_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=0&replicationFactor=1&name=testcore&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:35925_solr&wt=javabin&version=2}
 status=0 QTime=2590
   [junit4]   2> 28583 INFO  
(TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[87068970F48E871D]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testCoreRegistration
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=ClusterStateUpdateTest -Dtests.method=testCoreRegistration 
-Dtests.seed=87068970F48E871D -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=pl -Dtests.timezone=Asia/Jayapura -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 3.43s J1 | ClusterStateUpdateTest.testCoreRegistration <<<
   [junit4]    > Throwable #1: org.junit.ComparisonFailure: 
expected:<http[]://127.0.0.1:35925/s...> but 
was:<http[s]://127.0.0.1:35925/s...>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([87068970F48E871D:398DEFDF8DF48928]:0)
   [junit4]    >        at 
org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration(ClusterStateUpdateTest.java:104)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 28594 INFO  (jetty-closer-51-thread-2) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@186cb80c{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 28594 INFO  (jetty-closer-51-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1352120751
   [junit4]   2> 28594 INFO  (jetty-closer-51-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 28595 INFO  (jetty-closer-51-thread-1) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@39179b2{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 28595 INFO  (jetty-closer-51-thread-3) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@363b5983{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 28595 INFO  (jetty-closer-51-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=882509968
   [junit4]   2> 28595 INFO  (jetty-closer-51-thread-3) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=2016305430
   [junit4]   2> 28596 INFO  (jetty-closer-51-thread-3) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 28596 INFO  (jetty-closer-51-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 28599 INFO  (jetty-closer-51-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 28601 INFO  (jetty-closer-51-thread-3) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 28601 INFO  (jetty-closer-51-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 28602 INFO  (jetty-closer-51-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 28604 INFO  (jetty-closer-51-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 28604 INFO  (jetty-closer-51-thread-2) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 28604 INFO  (jetty-closer-51-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 28605 INFO  (jetty-closer-51-thread-3) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 28608 INFO  (jetty-closer-51-thread-3) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 28608 INFO  (jetty-closer-51-thread-3) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 28609 INFO  (jetty-closer-51-thread-3) [    ] o.a.s.c.Overseer 
Overseer (id=98188447003181061-127.0.0.1:36731_solr-n_0000000000) closing
   [junit4]   2> 28610 INFO  (jetty-closer-51-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 28611 INFO  
(OverseerStateUpdate-98188447003181061-127.0.0.1:36731_solr-n_0000000000) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:36731_solr
   [junit4]   2> 28611 INFO  
(zkCallback-59-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 28611 INFO  
(zkCallback-67-thread-2-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 28618 INFO  (coreCloseExecutor-139-thread-1) 
[n:127.0.0.1:35925_solr c:testcore s:shard1 r:core_node1 
x:testcore_shard1_replica_n1] o.a.s.c.SolrCore [testcore_shard1_replica_n1]  
CLOSING SolrCore org.apache.solr.core.SolrCore@1fef32f3
   [junit4]   2> 28620 WARN  
(zkCallback-59-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 28621 INFO  (jetty-closer-51-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3dacd687{/solr,null,UNAVAILABLE}
   [junit4]   2> 28621 INFO  
(zkCallback-67-thread-1-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 28621 INFO  
(zkCallback-67-thread-2-processing-n:127.0.0.1:35925_solr) 
[n:127.0.0.1:35925_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:35925_solr
   [junit4]   2> 28625 INFO  (coreCloseExecutor-139-thread-1) 
[n:127.0.0.1:35925_solr c:testcore s:shard1 r:core_node1 
x:testcore_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.testcore.shard1.replica_n1, tag=535769843
   [junit4]   2> 28629 INFO  (coreCloseExecutor-139-thread-1) 
[n:127.0.0.1:35925_solr c:testcore s:shard1 r:core_node1 
x:testcore_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.testcore.shard1.leader, tag=535769843
   [junit4]   2> 28631 INFO  (jetty-closer-51-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1755f9fd{/solr,null,UNAVAILABLE}
   [junit4]   2> 30111 WARN  
(zkCallback-68-thread-1-processing-n:127.0.0.1:36359_solr) 
[n:127.0.0.1:36359_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 30111 INFO  (jetty-closer-51-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@905d11a{/solr,null,UNAVAILABLE}
   [junit4]   2> 30111 ERROR 
(SUITE-ClusterStateUpdateTest-seed#[87068970F48E871D]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 30112 INFO  
(SUITE-ClusterStateUpdateTest-seed#[87068970F48E871D]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:40267 40267
   [junit4]   2> 30139 INFO  (Thread-65) [    ] o.a.s.c.ZkTestServer connecting 
to 127.0.0.1:40267 40267
   [junit4]   2> 30140 WARN  (Thread-65) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       /solr/aliases.json
   [junit4]   2>        3       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/collections/testcore/state.json
   [junit4]   2>        4       /solr/clusterstate.json
   [junit4]   2>        4       /solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       /solr/live_nodes
   [junit4]   2>        4       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ClusterStateUpdateTest_87068970F48E871D-001
   [junit4]   2> Jun 23, 2017 4:53:26 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, 
sim=RandomSimilarity(queryNorm=true): {}, locale=pl, timezone=Asia/Jayapura
   [junit4]   2> NOTE: Linux 4.10.0-21-generic amd64/Oracle Corporation 
1.8.0_131 (64-bit)/cpus=8,threads=1,free=464860912,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [DistanceFunctionTest, 
AsyncCallRequestStatusResponseTest, OverseerStatusTest, TestLegacyTerms, 
SystemInfoHandlerTest, ClassificationUpdateProcessorFactoryTest, 
TestManagedStopFilterFactory, SortSpecParsingTest, 
TestManagedSchemaThreadSafety, ClusterStateUpdateTest]
   [junit4] Completed [33/723 (1!)] on J1 in 6.01s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 38 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrVersionReplicationTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/init-core-data-001
   [junit4]   2> 42502 WARN  
(SUITE-CdcrVersionReplicationTest-seed#[87068970F48E871D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 42502 INFO  
(SUITE-CdcrVersionReplicationTest-seed#[87068970F48E871D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 42504 INFO  
(SUITE-CdcrVersionReplicationTest-seed#[87068970F48E871D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 42504 INFO  
(SUITE-CdcrVersionReplicationTest-seed#[87068970F48E871D]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /bry/
   [junit4]   2> 42505 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 42505 INFO  (Thread-206) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 42505 INFO  (Thread-206) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 42514 ERROR (Thread-206) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 42605 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.ZkTestServer start zk server on port:42575
   [junit4]   2> 42615 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 42616 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 42616 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 42617 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 42617 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 42618 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 42618 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 42619 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 42619 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 42620 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 42620 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 42626 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Starting testCdcrDocVersions
   [junit4]   2> 42674 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 42677 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@21d7fa06{/bry,null,AVAILABLE}
   [junit4]   2> 42679 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.AbstractConnector Started 
ServerConnector@4c3c1c2c{HTTP/1.1,[http/1.1]}{127.0.0.1:40503}
   [junit4]   2> 42679 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.Server Started @44316ms
   [junit4]   2> 42679 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, 
hostContext=/bry, hostPort=40503, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-001/cores}
   [junit4]   2> 42679 ERROR 
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may 
be missing or incomplete.
   [junit4]   2> 42680 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 7.0.0
   [junit4]   2> 42680 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 42680 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 42680 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T16:53:38.704Z
   [junit4]   2> 42685 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 42685 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-001/solr.xml
   [junit4]   2> 42688 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 42690 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42575/solr
   [junit4]   2> 42698 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 42699 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:40503_bry
   [junit4]   2> 42699 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.Overseer Overseer 
(id=98188448139182084-127.0.0.1:40503_bry-n_0000000000) starting
   [junit4]   2> 42701 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40503_bry
   [junit4]   2> 42702 INFO  
(zkCallback-119-thread-1-processing-n:127.0.0.1:40503_bry) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 42756 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:40503_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 42758 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:40503_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 42759 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:40503_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 42759 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-001/cores
   [junit4]   2> 42815 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 42816 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@267b9fba{/bry,null,AVAILABLE}
   [junit4]   2> 42817 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.AbstractConnector Started 
ServerConnector@4f9e897{HTTP/1.1,[http/1.1]}{127.0.0.1:46761}
   [junit4]   2> 42817 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.Server Started @44453ms
   [junit4]   2> 42817 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, 
hostContext=/bry, hostPort=46761, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-002/cores}
   [junit4]   2> 42817 ERROR 
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may 
be missing or incomplete.
   [junit4]   2> 42817 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 7.0.0
   [junit4]   2> 42817 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 42817 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 42817 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T16:53:38.841Z
   [junit4]   2> 42822 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 42822 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-002/solr.xml
   [junit4]   2> 42825 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 42827 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42575/solr
   [junit4]   2> 42831 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:46761_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 42832 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:46761_bry    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 42834 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:46761_bry    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46761_bry
   [junit4]   2> 42834 INFO  
(zkCallback-119-thread-1-processing-n:127.0.0.1:40503_bry) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 42834 INFO  
(zkCallback-125-thread-1-processing-n:127.0.0.1:46761_bry) 
[n:127.0.0.1:46761_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 42887 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:46761_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 42890 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:46761_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 42890 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:46761_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 42891 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:46761_bry    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-002/cores
   [junit4]   2> 42947 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 42948 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@abefb0{/bry,null,AVAILABLE}
   [junit4]   2> 42948 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.AbstractConnector Started 
ServerConnector@6d461fc9{HTTP/1.1,[http/1.1]}{127.0.0.1:41885}
   [junit4]   2> 42949 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.Server Started @44585ms
   [junit4]   2> 42949 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, 
hostContext=/bry, hostPort=41885, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-003/cores}
   [junit4]   2> 42949 ERROR 
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may 
be missing or incomplete.
   [junit4]   2> 42949 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 7.0.0
   [junit4]   2> 42949 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 42949 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 42949 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T16:53:38.973Z
   [junit4]   2> 42951 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 42951 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-003/solr.xml
   [junit4]   2> 42954 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 42956 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42575/solr
   [junit4]   2> 42965 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:41885_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 42969 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:41885_bry    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 42970 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:41885_bry    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41885_bry
   [junit4]   2> 42971 INFO  
(zkCallback-125-thread-1-processing-n:127.0.0.1:46761_bry) 
[n:127.0.0.1:46761_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 42972 INFO  
(zkCallback-131-thread-1-processing-n:127.0.0.1:41885_bry) 
[n:127.0.0.1:41885_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 42971 INFO  
(zkCallback-119-thread-1-processing-n:127.0.0.1:40503_bry) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 43031 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:41885_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 43033 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:41885_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 43034 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:41885_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 43034 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:41885_bry    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-003/cores
   [junit4]   2> 43095 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 43096 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@56ec0dfb{/bry,null,AVAILABLE}
   [junit4]   2> 43097 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.AbstractConnector Started 
ServerConnector@2b57f922{HTTP/1.1,[http/1.1]}{127.0.0.1:35343}
   [junit4]   2> 43097 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.e.j.s.Server Started @44734ms
   [junit4]   2> 43097 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, 
hostContext=/bry, hostPort=35343, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-004/cores}
   [junit4]   2> 43097 ERROR 
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may 
be missing or incomplete.
   [junit4]   2> 43097 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 7.0.0
   [junit4]   2> 43097 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 43097 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 43097 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T16:53:39.121Z
   [junit4]   2> 43099 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 43099 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrVersionReplicationTest_87068970F48E871D-001/jetty-004/solr.xml
   [junit4]   2> 43102 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 43104 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) [ 
   ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42575/solr
   [junit4]   2> 43109 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:35343_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 43110 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:35343_bry    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 43111 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:35343_bry    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35343_bry
   [junit4]   2> 43113 INFO  
(zkCallback-125-thread-1-processing-n:127.0.0.1:46761_bry) 
[n:127.0.0.1:46761_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 43113 INFO  
(zkCallback-131-thread-1-processing-n:127.0.0.1:41885_bry) 
[n:127.0.0.1:41885_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 43113 INFO  
(zkCallback-137-thread-1-processing-n:127.0.0.1:35343_bry) 
[n:127.0.0.1:35343_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 43113 INFO  
(zkCallback-119-thread-2-processing-n:127.0.0.1:40503_bry) 
[n:127.0.0.1:40503_bry    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 43168 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:35343_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 43170 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:35343_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]   2> 43170 INFO  
(TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[87068970F48E871D]) 
[n:127.0.0.1:35343_bry    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2bd7ef1
   [junit4]

[...truncated too long message...]

thread-1-processing-n:127.0.0.1:44629_solr) [n:127.0.0.1:44629_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 20383 INFO  (coreCloseExecutor-215-thread-1) 
[n:127.0.0.1:37089_solr c:collection1 s:shard2 r:core_node2 
x:collection1_shard2_replica_n2] o.a.s.c.SolrCore 
[collection1_shard2_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@4b22d707
   [junit4]   2> 20383 INFO  (coreCloseExecutor-208-thread-1) 
[n:127.0.0.1:35417_solr c:collection1 s:shard1 r:core_node1 
x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=763340557
   [junit4]   2> 20420 INFO  (jetty-closer-22-thread-1) [    ] o.a.s.c.Overseer 
Overseer (id=98188611277357073-127.0.0.1:35417_solr-n_0000000000) closing
   [junit4]   2> 20428 INFO  (coreCloseExecutor-214-thread-1) 
[n:127.0.0.1:36129_solr c:collection1 s:shard2 r:core_node3 
x:collection1_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.collection1.shard2.replica_n1, tag=1863143507
   [junit4]   2> 20428 INFO  (coreCloseExecutor-212-thread-1) 
[n:127.0.0.1:44629_solr c:collection1 s:shard1 r:core_node4 
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1077466711
   [junit4]   2> 20444 INFO  
(OverseerStateUpdate-98188611277357073-127.0.0.1:35417_solr-n_0000000000) 
[n:127.0.0.1:35417_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:35417_solr
   [junit4]   2> 20447 INFO  (coreCloseExecutor-215-thread-1) 
[n:127.0.0.1:37089_solr c:collection1 s:shard2 r:core_node2 
x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.collection1.shard2.replica_n2, tag=1260574471
   [junit4]   2> 20455 INFO  (jetty-closer-22-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2cb5f170{/solr,null,UNAVAILABLE}
   [junit4]   2> 20456 INFO  
(zkCallback-61-thread-1-processing-n:127.0.0.1:36129_solr) 
[n:127.0.0.1:36129_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 20459 INFO  
(zkCallback-60-thread-2-processing-n:127.0.0.1:37089_solr) 
[n:127.0.0.1:37089_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 20460 INFO  
(zkCallback-54-thread-1-processing-n:127.0.0.1:44629_solr) 
[n:127.0.0.1:44629_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:44629_solr
   [junit4]   2> 20464 INFO  
(zkCallback-54-thread-2-processing-n:127.0.0.1:44629_solr) 
[n:127.0.0.1:44629_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 20464 INFO  (coreCloseExecutor-214-thread-1) 
[n:127.0.0.1:36129_solr c:collection1 s:shard2 r:core_node3 
x:collection1_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard2.leader, tag=1863143507
   [junit4]   2> 20466 INFO  (coreCloseExecutor-212-thread-1) 
[n:127.0.0.1:44629_solr c:collection1 s:shard1 r:core_node4 
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=1077466711
   [junit4]   2> 20470 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cd605902d0016, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 20470 INFO  
(zkCallback-60-thread-1-processing-n:127.0.0.1:37089_solr) 
[n:127.0.0.1:37089_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 20470 INFO  
(zkCallback-54-thread-2-processing-n:127.0.0.1:44629_solr) 
[n:127.0.0.1:44629_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 20474 INFO  (coreCloseExecutor-215-thread-1) 
[n:127.0.0.1:37089_solr c:collection1 s:shard2 r:core_node2 
x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard2.leader, tag=1260574471
   [junit4]   2> 20492 INFO  
(zkCallback-60-thread-2-processing-n:127.0.0.1:37089_solr) 
[n:127.0.0.1:37089_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:37089_solr
   [junit4]   2> 20492 INFO  
(zkCallback-60-thread-1-processing-n:127.0.0.1:37089_solr) 
[n:127.0.0.1:37089_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 20493 WARN  
(zkCallback-60-thread-1-processing-n:127.0.0.1:37089_solr) 
[n:127.0.0.1:37089_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 21968 WARN  
(zkCallback-61-thread-1-processing-n:127.0.0.1:36129_solr) 
[n:127.0.0.1:36129_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 21969 INFO  (jetty-closer-22-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@36e5ac2e{/solr,null,UNAVAILABLE}
   [junit4]   2> 21973 WARN  
(zkCallback-54-thread-2-processing-n:127.0.0.1:44629_solr) 
[n:127.0.0.1:44629_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 21973 INFO  (jetty-closer-22-thread-8) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@55106f72{/solr,null,UNAVAILABLE}
   [junit4]   2> 21993 INFO  (jetty-closer-22-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4f4e703c{/solr,null,UNAVAILABLE}
   [junit4]   2> 21993 ERROR 
(TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[55278A094AB09316]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 21994 INFO  
(TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[55278A094AB09316]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:40901 40901
   [junit4]   2> 22398 INFO  (Thread-54) [    ] o.a.s.c.ZkTestServer connecting 
to 127.0.0.1:40901 40901
   [junit4]   2> 22400 WARN  (Thread-54) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        10      /solr/aliases.json
   [junit4]   2>        10      /solr/clusterprops.json
   [junit4]   2>        9       /solr/security.json
   [junit4]   2>        4       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        24      /solr/collections/collection1/state.json
   [junit4]   2>        10      /solr/clusterstate.json
   [junit4]   2>        3       
/solr/overseer_elect/election/98188611277357071-127.0.0.1:44629_solr-n_0000000002
   [junit4]   2>        2       
/solr/overseer_elect/election/98188611277357073-127.0.0.1:35417_solr-n_0000000000
   [junit4]   2>        2       
/solr/overseer_elect/election/98188611277357078-127.0.0.1:36129_solr-n_0000000004
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        10      /solr/live_nodes
   [junit4]   2>        10      /solr/collections
   [junit4]   2> 
   [junit4]   2> 22401 INFO  
(TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[55278A094AB09316]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testSimpleQuery
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLTROnSolrCloud 
-Dtests.method=testSimpleQuery -Dtests.seed=55278A094AB09316 
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt 
-Dtests.timezone=Brazil/West -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   9.18s J2 | TestLTROnSolrCloud.testSimpleQuery <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Path not found: 
/responseHeader/status
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([55278A094AB09316:202A4A155AAA55C3]:0)
   [junit4]    >        at 
org.apache.solr.util.RestTestBase.assertJPut(RestTestBase.java:329)
   [junit4]    >        at 
org.apache.solr.util.RestTestBase.assertJPut(RestTestBase.java:271)
   [junit4]    >        at 
org.apache.solr.ltr.TestRerankBase.loadFeature(TestRerankBase.java:286)
   [junit4]    >        at 
org.apache.solr.ltr.TestLTROnSolrCloud.loadModelsAndFeatures(TestLTROnSolrCloud.java:184)
   [junit4]    >        at 
org.apache.solr.ltr.TestLTROnSolrCloud.setupSolrCluster(TestLTROnSolrCloud.java:138)
   [junit4]    >        at 
org.apache.solr.ltr.TestLTROnSolrCloud.setUp(TestLTROnSolrCloud.java:58)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/J2/temp/solr.ltr.TestLTROnSolrCloud_55278A094AB09316-001
   [junit4]   2> Jun 23, 2017 5:35:16 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true): {}, locale=pt, timezone=Brazil/West
   [junit4]   2> NOTE: Linux 4.10.0-21-generic amd64/Oracle Corporation 
1.8.0_131 (64-bit)/cpus=8,threads=1,free=324074928,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestExternalFeatures, 
TestUserTermScorerQuery, TestFilterSolrFeature, TestOriginalScoreScorer, 
TestLinearModel, TestFeatureLogging, TestLTROnSolrCloud]
   [junit4] Completed [32/33 (1!)] on J2 in 9.46s, 1 test, 1 error <<< FAILURES!

[...truncated 36764 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to