Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6657/
Java: 64bit/jdk-9-ea+173 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
Expected a collection with one shard and two replicas null Live Nodes: 
[127.0.0.1:55210_solr, 127.0.0.1:55208_solr] Last available state: 
DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/6)={
   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node1":{           "core":"MissingSegmentRecoveryTest_shard1_replica_n1", 
          "base_url":"http://127.0.0.1:55208/solr";,           
"node_name":"127.0.0.1:55208_solr",           "state":"down",           
"type":"NRT"},         "core_node2":{           
"core":"MissingSegmentRecoveryTest_shard1_replica_n2",           
"base_url":"http://127.0.0.1:55210/solr";,           
"node_name":"127.0.0.1:55210_solr",           "state":"active",           
"type":"NRT",           "leader":"true"}}}},   "router":{"name":"compositeId"}, 
  "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Live Nodes: [127.0.0.1:55210_solr, 127.0.0.1:55208_solr]
Last available state: 
DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/6)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
          "base_url":"http://127.0.0.1:55208/solr";,
          "node_name":"127.0.0.1:55208_solr",
          "state":"down",
          "type":"NRT"},
        "core_node2":{
          "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
          "base_url":"http://127.0.0.1:55210/solr";,
          "node_name":"127.0.0.1:55210_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([E9ADA39E9273A2C8:B9F83B9DCB5214D5]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.handler.V2ApiIntegrationTest.testCollectionsApi

Error Message:
Error from server at http://127.0.0.1:58073/solr: Expected mime type 
application/octet-stream but got text/html. <html> <head> <meta 
http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 
400 </title> </head> <body> <h2>HTTP ERROR: 400</h2> <p>Problem accessing 
/solr/____v2/c. Reason: <pre>    
{metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.nio.file.InvalidPathException},msg=java.nio.file.InvalidPathException:
 Illegal char &lt;?&gt; at index 53: 
C:UsersjenkinsworkspaceLucene-Solr-master-Windowssolr?uildsolr-core estJ1 
empsolr.handler.V2ApiIntegrationTest_E9ADA39E9273A2C8-001 
empDir-002,code=400}</pre></p> <hr /><a href="http://eclipse.org/jetty";>Powered 
by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:58073/solr: Expected mime type 
application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 400 </title>
</head>
<body>
<h2>HTTP ERROR: 400</h2>
<p>Problem accessing /solr/____v2/c. Reason:
<pre>    
{metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.nio.file.InvalidPathException},msg=java.nio.file.InvalidPathException:
 Illegal char &lt;?&gt; at index 53: 
C:UsersjenkinsworkspaceLucene-Solr-master-Windowssolr?uildsolr-core       estJ1 
  empsolr.handler.V2ApiIntegrationTest_E9ADA39E9273A2C8-001       
empDir-002,code=400}</pre></p>
<hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 
9.3.14.v20161028</a><hr/>
</body>
</html>

        at 
__randomizedtesting.SeedInfo.seed([E9ADA39E9273A2C8:3533441F2A6AC676]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:563)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:231)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:220)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:459)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:389)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1135)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:876)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.handler.V2ApiIntegrationTest.testCollectionsApi(V2ApiIntegrationTest.java:97)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11627 lines...]
   [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
   [junit4]   2> Creating dataDir: 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\init-core-data-001
   [junit4]   2> 638804 WARN  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 638805 INFO  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 638806 INFO  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 638808 INFO  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001
   [junit4]   2> 638810 INFO  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 638837 INFO  (Thread-2294) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 638837 INFO  (Thread-2294) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 638844 ERROR (Thread-2294) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 638926 INFO  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:55204
   [junit4]   2> 638973 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 638973 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 638974 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@50f1a869{/solr,null,AVAILABLE}
   [junit4]   2> 638974 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1c99e988{/solr,null,AVAILABLE}
   [junit4]   2> 638977 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@238271d6{HTTP/1.1,[http/1.1]}{127.0.0.1:55210}
   [junit4]   2> 638977 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.e.j.s.Server Started @641142ms
   [junit4]   2> 638977 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=55210}
   [junit4]   2> 638977 ERROR (jetty-launcher-1410-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638977 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 638978 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638978 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638978 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-18T00:37:01.319340200Z
   [junit4]   2> 638981 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1f635095{HTTP/1.1,[http/1.1]}{127.0.0.1:55208}
   [junit4]   2> 638981 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.e.j.s.Server Started @641146ms
   [junit4]   2> 638981 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=55208}
   [junit4]   2> 638981 ERROR (jetty-launcher-1410-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638981 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 638981 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638981 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638981 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-18T00:37:01.322384600Z
   [junit4]   2> 639020 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 639031 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55204/solr
   [junit4]   2> 639036 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 639047 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55204/solr
   [junit4]   2> 639062 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cb8a1a8810003, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 639132 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 639135 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55210_solr
   [junit4]   2> 639137 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98156296351580165-127.0.0.1:55210_solr-n_0000000000) starting
   [junit4]   2> 639194 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55210_solr
   [junit4]   2> 639201 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 639211 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 639241 INFO  (zkCallback-1422-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 639249 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55208_solr
   [junit4]   2> 639275 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 639275 INFO  (zkCallback-1422-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 639318 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55210.solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 639322 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55210.solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 639323 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55210.solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 639324 INFO  (jetty-launcher-1410-thread-1) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node1\.
   [junit4]   2> 639369 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55208.solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 639372 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55208.solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 639372 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55208.solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 639373 INFO  (jetty-launcher-1410-thread-2) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.
   [junit4]   2> 639447 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cb8a1a8810007, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 639505 INFO  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 639518 INFO  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55204/solr ready
   [junit4]   2> 639551 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
   [junit4]   2> 639566 INFO  (qtp1306557083-8704) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 639692 INFO  (OverseerThreadFactory-3849-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
   [junit4]   2> 639811 INFO  (qtp1306557083-8701) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 639811 INFO  (qtp1306557083-8701) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 639815 INFO  (qtp642009178-8711) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 639816 INFO  (qtp642009178-8711) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 639924 INFO  (zkCallback-1422-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 639924 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 640842 INFO  (qtp642009178-8711) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 640844 INFO  (qtp1306557083-8701) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 640866 INFO  (qtp1306557083-8701) [    ] o.a.s.s.IndexSchema 
[MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 640867 INFO  (qtp642009178-8711) [    ] o.a.s.s.IndexSchema 
[MissingSegmentRecoveryTest_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 640867 INFO  (qtp642009178-8711) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 640867 INFO  (qtp642009178-8711) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n2' using 
configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 640877 INFO  (qtp642009178-8711) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55210.solr.core.MissingSegmentRecoveryTest.shard1.replica_n2' (registry 
'solr.core.MissingSegmentRecoveryTest.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 640877 INFO  (qtp642009178-8711) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 640877 INFO  (qtp642009178-8711) [    ] o.a.s.c.SolrCore 
[[MissingSegmentRecoveryTest_shard1_replica_n2] ] Opening new SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n2],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n2\data\]
   [junit4]   2> 640877 INFO  (qtp1306557083-8701) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 640877 INFO  (qtp1306557083-8701) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using 
configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 640878 INFO  (qtp1306557083-8701) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55208.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 
'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 640878 INFO  (qtp1306557083-8701) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 640878 INFO  (qtp1306557083-8701) [    ] o.a.s.c.SolrCore 
[[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
   [junit4]   2> 641242 INFO  (qtp642009178-8711) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 641242 INFO  (qtp642009178-8711) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 641243 INFO  (qtp642009178-8711) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 641244 INFO  (qtp642009178-8711) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 641248 INFO  (qtp642009178-8711) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3937014d[MissingSegmentRecoveryTest_shard1_replica_n2] main]
   [junit4]   2> 641249 INFO  (qtp642009178-8711) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 641249 INFO  (qtp642009178-8711) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 641250 INFO  (qtp642009178-8711) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 641250 INFO  (qtp642009178-8711) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1570500744148156416
   [junit4]   2> 641258 INFO  (qtp642009178-8711) [    ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 641278 INFO  (qtp1306557083-8701) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 641278 INFO  (qtp1306557083-8701) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 641280 INFO  (qtp1306557083-8701) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 641280 INFO  (qtp1306557083-8701) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 641307 INFO  (qtp1306557083-8701) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@51d284b0[MissingSegmentRecoveryTest_shard1_replica_n1] main]
   [junit4]   2> 641310 INFO  (qtp1306557083-8701) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 641311 INFO  (qtp1306557083-8701) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 641312 INFO  (searcherExecutor-3854-thread-1) [    ] 
o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new 
searcher Searcher@3937014d[MissingSegmentRecoveryTest_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 641312 INFO  (qtp1306557083-8701) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 641312 INFO  (qtp1306557083-8701) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1570500744213168128
   [junit4]   2> 641324 INFO  (searcherExecutor-3855-thread-1) [    ] 
o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new 
searcher Searcher@51d284b0[MissingSegmentRecoveryTest_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 641363 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 641363 INFO  (zkCallback-1422-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 641758 INFO  (qtp642009178-8711) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 641758 INFO  (qtp642009178-8711) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 641758 INFO  (qtp642009178-8711) [    ] o.a.s.c.SyncStrategy 
Sync replicas to 
http://127.0.0.1:55210/solr/MissingSegmentRecoveryTest_shard1_replica_n2/
   [junit4]   2> 641758 INFO  (qtp642009178-8711) [    ] o.a.s.u.PeerSync 
PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 
url=http://127.0.0.1:55210/solr START 
replicas=[http://127.0.0.1:55208/solr/MissingSegmentRecoveryTest_shard1_replica_n1/]
 nUpdates=100
   [junit4]   2> 641759 INFO  (qtp642009178-8711) [    ] o.a.s.u.PeerSync 
PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 
url=http://127.0.0.1:55210/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 641770 INFO  (qtp1306557083-8700) [    ] o.a.s.c.S.Request 
[MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 641770 INFO  (qtp642009178-8711) [    ] o.a.s.c.SyncStrategy 
Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 641770 INFO  (qtp642009178-8711) [    ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 641770 INFO  (qtp642009178-8711) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 641774 INFO  (qtp642009178-8711) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:55210/solr/MissingSegmentRecoveryTest_shard1_replica_n2/ shard1
   [junit4]   2> 641879 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 641879 INFO  (zkCallback-1422-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 641930 INFO  (qtp642009178-8711) [    ] o.a.s.c.ZkController I 
am the leader, no recovery necessary
   [junit4]   2> 641938 INFO  (qtp642009178-8711) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2122
   [junit4]   2> 642036 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 642036 INFO  (zkCallback-1422-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 642329 INFO  (qtp1306557083-8701) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2519
   [junit4]   2> 642333 INFO  (qtp1306557083-8704) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 642435 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 642435 INFO  (zkCallback-1422-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 643334 INFO  (qtp1306557083-8704) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=3766
   [junit4]   2> 643365 INFO  (qtp1306557083-8700) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:55210/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&wt=javabin&version=2}{add=[0
 (1570500746339680256), 1 (1570500746347020288), 2 (1570500746347020289), 3 
(1570500746354360320), 4 (1570500746354360321), 5 (1570500746354360322), 6 
(1570500746355408896), 7 (1570500746355408897), 8 (1570500746355408898), 9 
(1570500746355408899)]} 0 10
   [junit4]   2> 643366 INFO  (qtp642009178-8695) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[0 (1570500746339680256), 1 
(1570500746347020288), 2 (1570500746347020289), 3 (1570500746354360320), 4 
(1570500746354360321), 5 (1570500746354360322), 6 (1570500746355408896), 7 
(1570500746355408897), 8 (1570500746355408898), 9 (1570500746355408899)]} 0 25
   [junit4]   2> 643367 INFO  (qtp1306557083-8697) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1570500746367991808,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 643367 INFO  (qtp1306557083-8697) [    ] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@38a84f8c 
commitCommandVersion:1570500746367991808
   [junit4]   2> 643369 INFO  (qtp642009178-8693) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1570500746370088960,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 643369 INFO  (qtp642009178-8693) [    ] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@3676a2b4 
commitCommandVersion:1570500746370088960
   [junit4]   2> 643404 INFO  (qtp642009178-8693) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@17152aa3[MissingSegmentRecoveryTest_shard1_replica_n2] main]
   [junit4]   2> 643404 INFO  (qtp642009178-8693) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 643405 INFO  (searcherExecutor-3854-thread-1) [    ] 
o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new 
searcher Searcher@17152aa3[MissingSegmentRecoveryTest_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
   [junit4]   2> 643406 INFO  (qtp642009178-8693) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55210/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 37
   [junit4]   2> 643413 INFO  (qtp1306557083-8697) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@41859729[MissingSegmentRecoveryTest_shard1_replica_n1] main]
   [junit4]   2> 643414 INFO  (qtp1306557083-8697) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 643415 INFO  (searcherExecutor-3855-thread-1) [    ] 
o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new 
searcher Searcher@41859729[MissingSegmentRecoveryTest_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
   [junit4]   2> 643415 INFO  (qtp1306557083-8697) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55210/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 47
   [junit4]   2> 643415 INFO  (qtp642009178-8694) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update 
params={_stateVer_=MissingSegmentRecoveryTest:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 49
   [junit4]   2> 643423 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@1f635095{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 643426 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=596821770
   [junit4]   2> 643426 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 643430 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 643433 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 643435 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 643440 INFO  (coreCloseExecutor-3864-thread-1) [    ] 
o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@54708bf0
   [junit4]   2> 643455 INFO  (coreCloseExecutor-3864-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1416662000
   [junit4]   2> 643459 INFO  (coreCloseExecutor-3864-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, 
tag=1416662000
   [junit4]   2> 643461 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cb8a1a8810006, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 643464 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@50f1a869{/solr,null,UNAVAILABLE}
   [junit4]   2> 643468 INFO  (zkCallback-1428-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 643468 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 643469 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 643470 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6f9cfb51{/solr,null,AVAILABLE}
   [junit4]   2> 643471 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.e.j.s.AbstractConnector Started 
ServerConnector@2c802b46{HTTP/1.1,[http/1.1]}{127.0.0.1:55208}
   [junit4]   2> 643471 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.e.j.s.Server Started @645636ms
   [junit4]   2> 643474 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=55208}
   [junit4]   2> 643474 ERROR 
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may 
be missing or incomplete.
   [junit4]   2> 643474 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ 
version 7.0.0
   [junit4]   2> 643474 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port 
null
   [junit4]   2> 643474 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 643474 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-18T00:37:05.815531500Z
   [junit4]   2> 643483 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 643494 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55204/solr
   [junit4]   2> 643512 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 643514 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 643517 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55208_solr
   [junit4]   2> 643603 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55208.solr.node' 
(registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 643610 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55208.solr.jvm' 
(registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 643611 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55208.solr.jetty' 
(registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 643614 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.
   [junit4]   2> 643614 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.c.CorePropertiesLocator Cores are: 
[MissingSegmentRecoveryTest_shard1_replica_n1]
   [junit4]   2> 643615 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 643626 INFO  (zkCallback-1428-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 643624 INFO  (zkCallback-1433-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 643637 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 643661 INFO  
(OverseerCollectionConfigSetProcessor-98156296351580165-127.0.0.1:55210_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 643667 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 643674 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema 
name=minimal
   [junit4]   2> 643676 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 643676 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 
'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from 
collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 643676 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55208.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 
'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 643676 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 643677 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new 
SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
   [junit4]   2> 643743 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 643743 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 643745 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 643745 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 643752 INFO  (zkCallback-1421-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 643752 INFO  (zkCallback-1433-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 643754 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@7b2da74c
   [junit4]   2> 643757 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=2066589516
   [junit4]   2> 643759 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, 
tag=2066589516
   [junit4]   2> 643761 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core 
and recover.
   [junit4]   2> 643762 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.SolrCore Updating index properties... index=index.20170618013706103
   [junit4]   2> 643772 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55208.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 
'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@777f141e
   [junit4]   2> 643772 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 643773 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new 
SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
   [junit4]   2> 643780 INFO  
(OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1)
 [    ] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up 
under 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\
 afterReload=false
   [junit4]   2> 643782 ERROR 
(OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1)
 [    ] o.a.s.c.DirectoryFactory Failed to delete old directory 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20170618013706103
 due to: java.io.IOException: Unable to delete directory 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20170618013706103.
   [junit4]   2> 643784 ERROR (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.SolrIndexWriter Error closing IndexWriter
   [junit4]   2> java.nio.file.AccessDeniedException: 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20170618013706103\write.lock
   [junit4]   2>        at 
java.base/sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:89)
   [junit4]   2>        at 
java.base/sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:103)
   [junit4]   2>        at 
java.base/sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:108)
   [junit4]   2>        at 
java.base/sun.nio.fs.WindowsFileAttributeViews$Basic.readAttributes(WindowsFileAttributeViews.java:53)
   [junit4]   2>        at 
java.base/sun.nio.fs.WindowsFileAttributeViews$Basic.readAttributes(WindowsFileAttributeViews.java:38)
   [junit4]   2>        at 
java.base/sun.nio.fs.WindowsFileSystemProvider.readAttributes(WindowsFileSystemProvider.java:194)
   [junit4]   2>        at 
java.base/java.nio.file.Files.readAttributes(Files.java:1755)
   [junit4]   2>        at 
org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:177)
   [junit4]   2>        at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:43)
   [junit4]   2>        at 
org.apache.lucene.index.SegmentInfos.write(SegmentInfos.java:466)
   [junit4]   2>        at 
org.apache.lucene.index.SegmentInfos.prepareCommit(SegmentInfos.java:775)
   [junit4]   2>        at 
org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:4712)
   [junit4]   2>        at 
org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3112)
   [junit4]   2>        at 
org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3246)
   [junit4]   2>        at 
org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1127)
   [junit4]   2>        at 
org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1170)
   [junit4]   2>        at 
org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:280)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:755)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:948)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1053)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:981)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.lambda$load$7(CoreContainer.java:611)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2>        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 643846 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 643847 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 643848 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 643848 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 643854 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@1ac4d445
   [junit4]   2> 643855 INFO  
(OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1)
 [    ] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up 
under 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\
 afterReload=false
   [junit4]   2> 643863 INFO  
(OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1)
 [    ] o.a.s.c.DirectoryFactory Deleted old index directory: 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\index
   [junit4]   2> 643864 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=449107013
   [junit4]   2> 643867 INFO  (coreLoadExecutor-3871-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=449107013
   [junit4]   2> 643868 ERROR (coreContainerWorkExecutor-3867-thread-1) [    ] 
o.a.s.c.CoreContainer Error waiting for SolrCore to be created
   [junit4]   2> java.util.concurrent.ExecutionException: 
org.apache.solr.common.SolrException: Unable to create core 
[MissingSegmentRecoveryTest_shard1_replica_n1]
   [junit4]   2>        at 
java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2>        at 
java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.lambda$load$8(CoreContainer.java:639)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2>        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [MissingSegmentRecoveryTest_shard1_replica_n1]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:994)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.lambda$load$7(CoreContainer.java:611)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2>        ... 5 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening 
new searcher
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1053)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:981)
   [junit4]   2>        ... 7 more
   [junit4]   2>        Suppressed: org.apache.solr.common.SolrException: Error 
opening new searcher
   [junit4]   2>                at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
   [junit4]   2>                at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
   [junit4]   2>                at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:979)
   [junit4]   2>                ... 7 more
   [junit4]   2>        Caused by: org.apache.solr.common.SolrException: Error 
opening new searcher
   [junit4]   2>                at 
org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2079)
   [junit4]   2>                at 
org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2199)
   [junit4]   2>                at 
org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1085)
   [junit4]   2>                at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:974)
   [junit4]   2>                ... 9 more
   [junit4]   2>        Caused by: 
org.apache.lucene.index.CorruptIndexException: Unexpected file read error while 
reading index. 
(resource=BufferedChecksumIndexInput(MMapIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1\data\index\segments_2")))
   [junit4]   2>                at 
org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:295)
   [junit4]   2>                at 
org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:929)
   [junit4]   2>                at 
org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
   [junit4]   2>                at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
   [junit4]   2>                at 
org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
   [junit4]   2>                at 
org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
   [junit4]   2>                at 
org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2040)
   [junit4]   2>                ... 12 more
   [junit4]   2>        Caused by: java.io.EOFException: read past EOF: 
MMapIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1\data\index\segments_2")
   [junit4]   2>                at 
org.apache.lucene.store.ByteBufferIndexInput.readByte(ByteBufferIndexInput.java:75)
   [junit4]   2>                at 
org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
   [junit4]   2>                at 
org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
   [junit4]   2>                at 
org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:305)
   [junit4]   2>                at 
org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:293)
   [junit4]   2>                ... 18 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening 
new searcher
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2079)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2199)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1085)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:974)
   [junit4]   2>        ... 10 more
   [junit4]   2> Caused by: org.apache.lucene.index.IndexNotFoundException: no 
segments* file found in 
LockValidatingDirectoryWrapper(MMapDirectory@C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20170618013706103
 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f8684c): files: 
[write.lock]
   [junit4]   2>        at 
org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:924)
   [junit4]   2>        at 
org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
   [junit4]   2>        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
   [junit4]   2>        at 
org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
   [junit4]   2>        at 
org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2040)
   [junit4]   2>        ... 13 more
   [junit4]   2> 734160 INFO  (qtp511581174-8775) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 734202 INFO  (OverseerThreadFactory-3849-thread-2) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : 
action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 734205 INFO  (qtp642009178-8691) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=null
   [junit4]   2> 734212 INFO  (qtp511581174-8772) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=8
   [junit4]   2> 734215 INFO  (qtp642009178-8691) [    ] o.a.s.c.SolrCore 
[MissingSegmentRecoveryTest_shard1_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@5060a109
   [junit4]   2> 734223 INFO  (qtp642009178-8691) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=1348509961
   [junit4]   2> 734223 INFO  (qtp642009178-8691) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, 
tag=1348509961
   [junit4]   2> 734268 INFO  (qtp642009178-8691) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=65
   [junit4]   2> 734272 INFO  (zkCallback-1433-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 734460 INFO  (zkCallback-1433-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDeleted 
path:/collections/MissingSegmentRecoveryTest/state.json] for collection 
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 735018 INFO  (qtp511581174-8775) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} 
status=0 QTime=858
   [junit4]   2> 735019 INFO  
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[E9ADA39E9273A2C8]) [  
  ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery 
-Dtests.seed=E9ADA39E9273A2C8 -Dtests.slow=true -Dtests.locale=hr-HR 
-Dtests.timezone=Africa/Porto-Novo -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] FAILURE 95.5s J0 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected a collection 
with one shard and two replicas
   [junit4]    > null
   [junit4]    > Live Nodes: [127.0.0.1:55210_solr, 127.0.0.1:55208_solr]
   [junit4]    > Last available state: 
DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/6)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           
"core":"MissingSegmentRecoveryTest_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:55208/solr";,
   [junit4]    >           "node_name":"127.0.0.1:55208_solr",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT"},
   [junit4]    >         "core_node2":{
   [junit4]    >           
"core":"MissingSegmentRecoveryTest_shard1_replica_n2",
   [junit4]    >           "base_url":"http://127.0.0.1:55210/solr";,
   [junit4]    >           "node_name":"127.0.0.1:55210_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"2",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([E9ADA39E9273A2C8:B9F83B9DCB5214D5]:0)
   [junit4]    >        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
   [junit4]    >        at 
org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    >        at 
java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 735031 INFO  (jetty-closer-1411-thread-2) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@2c802b46{HTTP/1.1,[http/1.1]}{127.0.0.1:55208}
   [junit4]   2> 735031 INFO  (jetty-closer-1411-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=676139062
   [junit4]   2> 735031 INFO  (jetty-closer-1411-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 735036 INFO  (jetty-closer-1411-thread-1) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@238271d6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 735036 INFO  (jetty-closer-1411-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=15315053
   [junit4]   2> 735036 INFO  (jetty-closer-1411-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 735038 INFO  (jetty-closer-1411-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 735039 INFO  (jetty-closer-1411-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 735040 INFO  (jetty-closer-1411-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 735042 INFO  (jetty-closer-1411-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 735043 INFO  (jetty-closer-1411-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 735043 INFO  (jetty-closer-1411-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 735050 INFO  (jetty-closer-1411-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98156296351580165-127.0.0.1:55210_solr-n_0000000000) closing
   [junit4]   2> 735050 INFO  
(OverseerStateUpdate-98156296351580165-127.0.0.1:55210_solr-n_0000000000) [    
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55210_solr
   [junit4]   2> 735057 WARN  (zkCallback-1433-thread-2) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 735060 INFO  (jetty-closer-1411-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6f9cfb51{/solr,null,UNAVAILABLE}
   [junit4]   2> 735062 INFO  (zkCallback-1421-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 735068 WARN  (zkCallback-1421-thread-2) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 735070 INFO  (jetty-closer-1411-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1c99e988{/solr,null,UNAVAILABLE}
   [junit4]   2> 735071 ERROR 
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 735071 INFO  
(SUITE-MissingSegmentRecoveryTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:55204 55204
   [junit4]   2> 735071 INFO  (Thread-2294) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:55204 55204
   [junit4]   2> 735079 WARN  (Thread-2294) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       /solr/aliases.json
   [junit4]   2>        4       /solr/clusterprops.json
   [junit4]   2>        3       /solr/security.json
   [junit4]   2>        2       /solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       /solr/clusterstate.json
   [junit4]   2>        4       
/solr/collections/MissingSegmentRecoveryTest/state.json
   [junit4]   2>        2       
/solr/overseer_elect/election/98156296351580165-127.0.0.1:55210_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       /solr/collections
   [junit4]   2>        3       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_E9ADA39E9273A2C8-001
   [junit4]   2> Jun 18, 2017 12:38:37 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: 
codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION,
 chunkSize=9, maxDocsPerChunk=137, blockSize=9), 
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION,
 chunkSize=9, blockSize=9)), sim=RandomSimilarity(queryNorm=false): {}, 
locale=hr-HR, timezone=Africa/Porto-Novo
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9-ea 
(64-bit)/cpus=3,threads=1,free=125152408,total=484442112
   [junit4]   2> NOTE: All tests run in this JVM: [SearchHandlerTest, 
LeaderElectionContextKeyTest, TestTolerantUpdateProcessorRandomCloud, 
TestSolrCoreSnapshots, DistributedSpellCheckComponentTest, SolrIndexConfigTest, 
FileUtilsTest, TestConfigSets, TestSchemaNameResource, 
FastVectorHighlighterTest, TestGraphTermsQParserPlugin, TestSSLRandomization, 
TestElisionMultitermQuery, TestDefaultStatsCache, TestMiniSolrCloudClusterSSL, 
SynonymTokenizerTest, TestSerializedLuceneMatchVersion, 
TestCloudPseudoReturnFields, QueryEqualityTest, ZkStateReaderTest, 
TestPerFieldSimilarity, TestClusterProperties, TestJsonFacetRefinement, 
RAMDirectoryFactoryTest, HdfsRestartWhileUpdatingTest, DistribCursorPagingTest, 
QueryElevationComponentTest, TestExportWriter, DeleteInactiveReplicaTest, 
TestExtendedDismaxParser, TestSolrXml, TestRuleBasedAuthorizationPlugin, 
TestSolr4Spatial2, SharedFSAutoReplicaFailoverUtilsTest, 
TestSimpleQParserPlugin, CoreAdminRequestStatusTest, TestSchemaManager, 
RestartWhileUpdatingTest, TestAuthorizationFramework, TestHdfsUpdateLog, 
CdcrUpdateLogTest, DocumentAnalysisRequestHandlerTest, SolrRequestParserTest, 
DocValuesTest, TestMiniSolrCloudCluster, SchemaVersionSpecificBehaviorTest, 
TestCollapseQParserPlugin, TestCloudJSONFacetJoinDomain, PeerSyncTest, 
MultiTermTest, CollectionReloadTest, TestPayloadScoreQParserPlugin, 
LeaderInitiatedRecoveryOnShardRestartTest, DisMaxRequestHandlerTest, 
TestPerFieldSimilarityWithDefaultOverride, SimplePostToolTest, 
TestHdfsBackupRestoreCore, SortSpecParsingTest, TestCursorMarkWithoutUniqueKey, 
SoftAutoCommitTest, OutputWriterTest, TestBinaryResponseWriter, ZkCLITest, 
DistributedMLTComponentTest, SparseHLLTest, SolrShardReporterTest, 
ShardRoutingTest, SolrSlf4jReporterTest, TestSolrDeletionPolicy1, 
TestMacroExpander, SpatialFilterTest, BlockCacheTest, TestBulkSchemaConcurrent, 
TestPullReplica, DistributedDebugComponentTest, TestLegacyFieldCache, 
ExplicitHLLTest, DeleteShardTest, UUIDUpdateProcessorFallbackTest, 
TestXmlQParser, TestLRUStatsCache, DistributedVersionInfoTest, 
XmlUpdateRequestHandlerTest, TestHighlightDedupGrouping, 
TestDocBasedVersionConstraints, BooleanFieldTest, TestReloadAndDeleteDocs, 
TestSolrCloudWithHadoopAuthPlugin, TestPseudoReturnFields, 
SpellCheckCollatorWithCollapseTest, CdcrVersionReplicationTest, 
TestBinaryField, TestStressLucene, TestBM25SimilarityFactory, ZkNodePropsTest, 
VersionInfoTest, TestDelegationWithHadoopAuth, TestCharFilters, 
ConnectionReuseTest, TestRTGBase, HighlighterTest, TestBackupRepositoryFactory, 
TestManagedStopFilterFactory, TestUseDocValuesAsStored, 
TestLeaderElectionZkExpiry, TestFieldCache, EnumFieldTest, 
TestMergePolicyConfig, TestGroupingSearch, TestIBSimilarityFactory, 
DateMathParserTest, TestConfigSetImmutable, TestCustomStream, 
CdcrReplicationHandlerTest, CursorMarkTest, DocValuesMultiTest, 
TestMultiWordSynonyms, TestStressReorder, MissingSegmentRecoveryTest]
   [junit4] Completed [226/725 (1!)] on J0 in 97.09s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 339 lines...]
   [junit4] Suite: org.apache.solr.handler.V2ApiIntegrationTest
   [junit4]   2> Creating dataDir: 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.V2ApiIntegrationTest_E9ADA39E9273A2C8-001\init-core-data-001
   [junit4]   2> 1059244 WARN  
(SUITE-V2ApiIntegrationTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 1059244 INFO  
(SUITE-V2ApiIntegrationTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1059245 INFO  
(SUITE-V2ApiIntegrationTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 1059246 INFO  
(SUITE-V2ApiIntegrationTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.V2ApiIntegrationTest_E9ADA39E9273A2C8-001\tempDir-001
   [junit4]   2> 1059246 INFO  
(SUITE-V2ApiIntegrationTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1059247 INFO  (Thread-2589) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1059247 INFO  (Thread-2589) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1059252 ERROR (Thread-2589) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1059347 INFO  
(SUITE-V2ApiIntegrationTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:58066
   [junit4]   2> 1059354 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cb8a8120d0000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1059356 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1059357 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1059357 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5f3c71da{/solr,null,AVAILABLE}
   [junit4]   2> 1059357 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@671e128a{/solr,null,AVAILABLE}
   [junit4]   2> 1059360 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6c61531e{HTTP/1.1,[http/1.1]}{127.0.0.1:58072}
   [junit4]   2> 1059360 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@35e129be{HTTP/1.1,[http/1.1]}{127.0.0.1:58073}
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.e.j.s.Server Started @1061355ms
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.e.j.s.Server Started @1061355ms
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=58072}
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=58073}
   [junit4]   2> 1059361 ERROR (jetty-launcher-1630-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1059361 ERROR (jetty-launcher-1630-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-18T00:44:01.532349600Z
   [junit4]   2> 1059361 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-18T00:44:01.532349600Z
   [junit4]   2> 1059365 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1059365 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1059369 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cb8a8120d0002, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1059370 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cb8a8120d0001, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1059372 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58066/solr
   [junit4]   2> 1059372 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58066/solr
   [junit4]   2> 1059375 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cb8a8120d0004, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1059395 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1059396 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1059397 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58073_solr
   [junit4]   2> 1059397 INFO  (jetty-launcher-1630-thread-2) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58072_solr
   [junit4]   2> 1059397 INFO  (jetty-launcher-1630-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98156323892166662-127.0.0.1:58073_solr-n_0000000000) starting
   [jun

[...truncated too long message...]

or@35e129be{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1062922 INFO  (jetty-closer-1631-thread-2) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@6c61531e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1062923 INFO  (jetty-closer-1631-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1911645609
   [junit4]   2> 1062923 INFO  (jetty-closer-1631-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=279364124
   [junit4]   2> 1062923 INFO  (jetty-closer-1631-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1062923 INFO  (jetty-closer-1631-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1062924 INFO  (jetty-closer-1631-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1062924 INFO  (jetty-closer-1631-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1062925 INFO  (jetty-closer-1631-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1062925 INFO  (jetty-closer-1631-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1062926 INFO  (jetty-closer-1631-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1062927 INFO  (jetty-closer-1631-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1062928 INFO  (coreCloseExecutor-4925-thread-1) [    ] 
o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@47ac9b3c
   [junit4]   2> 1062928 INFO  (coreCloseExecutor-4926-thread-1) [    ] 
o.a.s.c.SolrCore [collection1_shard1_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@215c2555
   [junit4]   2> 1062929 INFO  (coreCloseExecutor-4925-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1.shard1.replica_n1, tag=1202494268
   [junit4]   2> 1062929 INFO  (coreCloseExecutor-4926-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1.shard1.replica_n2, tag=559686997
   [junit4]   2> 1062933 INFO  (coreCloseExecutor-4925-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.collection1.shard1.leader, tag=1202494268
   [junit4]   2> 1062933 INFO  (coreCloseExecutor-4926-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.collection1.shard1.leader, tag=559686997
   [junit4]   2> 1062933 INFO  (jetty-closer-1631-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98156323892166662-127.0.0.1:58073_solr-n_0000000000) closing
   [junit4]   2> 1062933 INFO  
(OverseerStateUpdate-98156323892166662-127.0.0.1:58073_solr-n_0000000000) [    
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58073_solr
   [junit4]   2> 1062934 WARN  (zkCallback-1641-thread-1) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1062935 INFO  (jetty-closer-1631-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5f3c71da{/solr,null,UNAVAILABLE}
   [junit4]   2> 1064435 WARN  (zkCallback-1642-thread-2) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1064435 INFO  (jetty-closer-1631-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@671e128a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1064437 ERROR 
(SUITE-V2ApiIntegrationTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1064438 INFO  
(SUITE-V2ApiIntegrationTest-seed#[E9ADA39E9273A2C8]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:58066 58066
   [junit4]   2> 1064438 INFO  (Thread-2589) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:58066 58066
   [junit4]   2> 1064439 WARN  (Thread-2589) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        2       /solr/configs/conf1/managed-schema
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        2       /solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/live_nodes
   [junit4]   2>        3       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.V2ApiIntegrationTest_E9ADA39E9273A2C8-001
   [junit4]   2> Jun 18, 2017 12:44:06 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1537, maxMBSortInHeap=5.721660997351233, 
sim=RandomSimilarity(queryNorm=true): {}, locale=vun, timezone=America/Tijuana
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9-ea 
(64-bit)/cpus=3,threads=1,free=99529848,total=447741952
   [junit4]   2> NOTE: All tests run in this JVM: [BlockJoinFacetRandomTest, 
UpdateParamsTest, TestLRUCache, TestQueryUtils, SortByFunctionTest, 
TestOrdValues, TestSegmentSorting, TestJavabinTupleStreamParser, 
CSVRequestHandlerTest, QueryParsingTest, TestExceedMaxTermLength, 
SignatureUpdateProcessorFactoryTest, TestUnifiedSolrHighlighter, 
TestReversedWildcardFilterFactory, TestReload, CheckHdfsIndexTest, 
TestDocumentBuilder, DistributedTermsComponentTest, JsonLoaderTest, 
TestDistributedMissingSort, TestRandomRequestDistribution, CircularListTest, 
TestFiltering, TemplateUpdateProcessorTest, TestAnalyzeInfixSuggestions, 
HLLUtilTest, HdfsWriteToMultipleCollectionsTest, TestRangeQuery, 
TestSolrCloudWithKerberosAlt, AddSchemaFieldsUpdateProcessorFactoryTest, 
ResponseLogComponentTest, TestGeoJSONResponseWriter, TestCloudInspectUtil, 
NotRequiredUniqueKeyTest, TermVectorComponentTest, HttpPartitionTest, 
RuleEngineTest, AnalyticsQueryTest, SharedFSAutoReplicaFailoverTest, 
TestShardHandlerFactory, SolrMetricReporterTest, 
UninvertDocValuesMergePolicyTest, TestWriterPerf, TestSubQueryTransformer, 
OverseerModifyCollectionTest, CdcrRequestHandlerTest, CoreAdminHandlerTest, 
UpdateRequestProcessorFactoryTest, TestCustomSort, SuggestComponentTest, 
TestManagedSchemaAPI, TestDFRSimilarityFactory, FacetPivotSmallTest, 
AtomicUpdatesTest, TestExclusionRuleCollectionAccess, SolrCloudExampleTest, 
ShowFileRequestHandlerTest, SolrJmxReporterTest, TestReplicationHandlerBackup, 
IndexSchemaTest, DistributedIntervalFacetingTest, AssignTest, 
TestRequestStatusCollectionAPI, SmileWriterTest, TestSolrQueryResponse, 
HdfsChaosMonkeySafeLeaderTest, TestCustomDocTransformer, TestValueSourceCache, 
ExitableDirectoryReaderTest, TestPullReplicaErrorHandling, 
TestSolrCLIRunExample, FullHLLTest, ZkStateWriterTest, TestRandomFaceting, 
DistribDocExpirationUpdateProcessorTest, TestExpandComponent, TestDocTermOrds, 
TestInfoStreamLogging, CachingDirectoryFactoryTest, TestFieldCacheWithThreads, 
RequestHandlersTest, TestConfigReload, TestAddFieldRealTimeGet, UtilsToolTest, 
SpatialRPTFieldTypeTest, SimpleCollectionCreateDeleteTest, 
SpatialHeatmapFacetsTest, HighlighterConfigTest, TestIndexingPerformance, 
AutoCommitTest, DistributedFacetPivotLargeTest, TestSolrIndexConfig, 
SliceStateTest, TolerantUpdateProcessorTest, 
TestLeaderElectionWithEmptyReplica, UUIDFieldTest, 
LeaderInitiatedRecoveryOnCommitTest, HdfsDirectoryTest, 
TestLMDirichletSimilarityFactory, TestCryptoKeys, TestSearcherReuse, 
ConjunctionSolrSpellCheckerTest, TestLuceneMatchVersion, 
TestLMJelinekMercerSimilarityFactory, TestZkChroot, HdfsNNFailoverTest, 
TimeZoneUtilsTest, TestNumericTokenStream, TestCodecSupport, 
CoreAdminCreateDiscoverTest, SolrInfoBeanTest, SolrIndexSplitterTest, 
BasicFunctionalityTest, TestBulkSchemaAPI, DebugComponentTest, 
TestHashQParserPlugin, SubstringBytesRefFilterTest, 
FullSolrCloudDistribCmdsTest, TestAuthenticationFramework, 
TestStandardQParsers, HdfsBasicDistributedZkTest, TestSchemaResource, 
MinimalSchemaTest, LukeRequestHandlerTest, TestStressCloudBlindAtomicUpdates, 
PeerSyncReplicationTest, TestFieldTypeResource, SpellCheckCollatorTest, 
TestAnalyzedSuggestions, DistributedQueryComponentOptimizationTest, 
ConnectionManagerTest, TestPHPSerializedResponseWriter, TestUninvertingReader, 
TestLeaderInitiatedRecoveryThread, TestCloudManagedSchema, 
DirectUpdateHandlerOptimizeTest, TestQueryWrapperFilter, ReplicationFactorTest, 
TestRealTimeGet, ChaosMonkeyNothingIsSafeTest, TestNRTOpen, 
OpenCloseCoreStressTest, CdcrReplicationDistributedZkTest, BJQParserTest, 
TestNoOpRegenerator, CloudMLTQParserTest, TestQueryTypes, 
TestRawResponseWriter, TestDistribIDF, TestMissingGroups, TestSolr4Spatial, 
NodeMutatorTest, FileBasedSpellCheckerTest, RegexBoostProcessorTest, 
TestSQLHandlerNonCloud, ScriptEngineTest, GraphQueryTest, 
SolrCmdDistributorTest, V2ApiIntegrationTest]
   [junit4] Completed [318/725 (2!)] on J1 in 5.71s, 5 tests, 1 error <<< 
FAILURES!

[...truncated 37648 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to