Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/817/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
expected:<COMPLETED> but was:<RUNNING>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
        at 
__randomizedtesting.SeedInfo.seed([40786551D362D270:C82C5A8B7D9EBF88]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:287)
        at 
org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestRebalanceLeaders.test

Error Message:
Timeout occured while waiting response from server at: 
https://127.0.0.1:41787/rbd/xp

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: https://127.0.0.1:41787/rbd/xp
        at 
__randomizedtesting.SeedInfo.seed([40786551D362D270:C82C5A8B7D9EBF88]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
        at sun.security.ssl.InputRecord.read(InputRecord.java:503)
        at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
        at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
        at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
        ... 43 more




Build Log:
[...truncated 11571 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> 9597 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/init-core-data-001
   [junit4]   2> 9598 WARN  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 9599 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 9601 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 9604 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001
   [junit4]   2> 9611 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 9616 INFO  (Thread-90) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 9616 INFO  (Thread-90) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 9715 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:37931
   [junit4]   2> 9854 ERROR (Thread-90) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 9916 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15fba3b59b80000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 9921 INFO  (jetty-launcher-19-thread-1) [    ] o.e.j.s.Server 
jetty-9.3.20.v20170531
   [junit4]   2> 9927 INFO  (jetty-launcher-19-thread-2) [    ] o.e.j.s.Server 
jetty-9.3.20.v20170531
   [junit4]   2> 9950 INFO  (jetty-launcher-19-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4b53537e{/solr,null,AVAILABLE}
   [junit4]   2> 9954 INFO  (jetty-launcher-19-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@46d548d0{/solr,null,AVAILABLE}
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@12f229c6{SSL,[ssl, 
http/1.1]}{127.0.0.1:38323}
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@648a8f98{SSL,[ssl, 
http/1.1]}{127.0.0.1:36907}
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-1) [    ] o.e.j.s.Server 
Started @11389ms
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-2) [    ] o.e.j.s.Server 
Started @11389ms
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38323}
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36907}
   [junit4]   2> 9956 ERROR (jetty-launcher-19-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 9956 ERROR (jetty-launcher-19-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-14T11:12:52.926Z
   [junit4]   2> 9956 INFO  (jetty-launcher-19-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-14T11:12:52.926Z
   [junit4]   2> 9999 INFO  (jetty-launcher-19-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 10013 INFO  (jetty-launcher-19-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 10019 INFO  (jetty-launcher-19-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37931/solr
   [junit4]   2> 10030 INFO  (jetty-launcher-19-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37931/solr
   [junit4]   2> 10062 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15fba3b59b80003, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 10063 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15fba3b59b80004, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 10377 INFO  (jetty-launcher-19-thread-1) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 10379 INFO  (jetty-launcher-19-thread-1) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:38323_solr
   [junit4]   2> 10387 INFO  (jetty-launcher-19-thread-1) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.Overseer Overseer 
(id=99002480896507910-127.0.0.1:38323_solr-n_0000000000) starting
   [junit4]   2> 10390 INFO  (jetty-launcher-19-thread-2) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 10392 INFO  (jetty-launcher-19-thread-2) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36907_solr
   [junit4]   2> 10409 INFO  
(zkCallback-30-thread-1-processing-n:127.0.0.1:36907_solr) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 10410 INFO  
(zkCallback-31-thread-1-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 10570 INFO  (jetty-launcher-19-thread-1) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38323_solr
   [junit4]   2> 10580 INFO  
(zkCallback-30-thread-1-processing-n:127.0.0.1:36907_solr) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 10581 INFO  
(zkCallback-31-thread-1-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 10658 INFO  (jetty-launcher-19-thread-2) 
[n:127.0.0.1:36907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36907.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 10706 INFO  (jetty-launcher-19-thread-2) 
[n:127.0.0.1:36907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36907.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 10706 INFO  (jetty-launcher-19-thread-2) 
[n:127.0.0.1:36907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36907.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 10761 INFO  (jetty-launcher-19-thread-2) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/.
   [junit4]   2> 10868 INFO  (jetty-launcher-19-thread-1) 
[n:127.0.0.1:38323_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38323.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 10913 INFO  (jetty-launcher-19-thread-1) 
[n:127.0.0.1:38323_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38323.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 10913 INFO  (jetty-launcher-19-thread-1) 
[n:127.0.0.1:38323_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38323.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 10917 INFO  (jetty-launcher-19-thread-1) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/.
   [junit4]   2> 11080 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 11081 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[40786551D362D270]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37931/solr ready
   [junit4]   2> 11095 INFO  
(TEST-TestLocalFSCloudBackupRestore.test-seed#[40786551D362D270]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 11140 INFO  (qtp1465800353-241) [n:127.0.0.1:36907_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=1&replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=4&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 11168 INFO  
(OverseerThreadFactory-130-thread-1-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
backuprestore
   [junit4]   2> 11174 WARN  
(OverseerThreadFactory-130-thread-1-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.CreateCollectionCmd Specified number of 
replicas of 4 on collection backuprestore is higher than the number of Solr 
instances currently live or live and part of your createNodeSet(2). It's 
unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 11298 INFO  
(OverseerStateUpdate-99002480896507910-127.0.0.1:38323_solr-n_0000000000) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"backuprestore_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36907/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 11303 INFO  
(OverseerStateUpdate-99002480896507910-127.0.0.1:38323_solr-n_0000000000) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"backuprestore_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38323/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 11307 INFO  
(OverseerStateUpdate-99002480896507910-127.0.0.1:38323_solr-n_0000000000) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"backuprestore_shard1_replica_t5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36907/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 11310 INFO  
(OverseerStateUpdate-99002480896507910-127.0.0.1:38323_solr-n_0000000000) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"backuprestore_shard1_replica_p6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38323/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 11315 INFO  
(OverseerStateUpdate-99002480896507910-127.0.0.1:38323_solr-n_0000000000) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"backuprestore_shard2_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36907/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 11319 INFO  
(OverseerStateUpdate-99002480896507910-127.0.0.1:38323_solr-n_0000000000) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"backuprestore_shard2_replica_n11",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38323/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 11326 INFO  
(OverseerStateUpdate-99002480896507910-127.0.0.1:38323_solr-n_0000000000) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"backuprestore_shard2_replica_t13",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36907/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 11332 INFO  
(OverseerStateUpdate-99002480896507910-127.0.0.1:38323_solr-n_0000000000) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"backuprestore_shard2_replica_p15",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38323/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 11641 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node10&name=backuprestore_shard2_replica_n9&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 11642 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 11643 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node14&name=backuprestore_shard2_replica_t13&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 11643 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node2&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 11644 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard1_replica_t5&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 11664 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node12&name=backuprestore_shard2_replica_n11&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 11664 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node4&name=backuprestore_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 11665 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 11667 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node8&name=backuprestore_shard1_replica_p6&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 11668 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node16&name=backuprestore_shard2_replica_p15&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 11786 INFO  
(zkCallback-30-thread-1-processing-n:127.0.0.1:36907_solr) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 11788 INFO  
(zkCallback-31-thread-1-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 12673 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 12673 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 12684 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.s.IndexSchema [backuprestore_shard1_replica_t5] Schema name=minimal
   [junit4]   2> 12688 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 12704 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 12714 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 12714 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_t5' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 12715 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36907.solr.core.backuprestore.shard1.replica_t5' (registry 
'solr.core.backuprestore.shard1.replica_t5') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 12715 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12716 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.SolrCore [[backuprestore_shard1_replica_t5] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/backuprestore_shard1_replica_t5],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/./backuprestore_shard1_replica_t5/data/]
   [junit4]   2> 12721 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.s.IndexSchema [backuprestore_shard2_replica_t13] Schema name=minimal
   [junit4]   2> 12723 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 12723 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_t13' 
using configuration from collection backuprestore, trusted=true
   [junit4]   2> 12723 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36907.solr.core.backuprestore.shard2.replica_t13' (registry 
'solr.core.backuprestore.shard2.replica_t13') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 12724 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12724 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.c.SolrCore [[backuprestore_shard2_replica_t13] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/backuprestore_shard2_replica_t13],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/./backuprestore_shard2_replica_t13/data/]
   [junit4]   2> 12760 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.s.IndexSchema [backuprestore_shard2_replica_n9] Schema name=minimal
   [junit4]   2> 12763 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 12763 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n9' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 12763 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36907.solr.core.backuprestore.shard2.replica_n9' (registry 
'solr.core.backuprestore.shard2.replica_n9') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 12764 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12764 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.SolrCore [[backuprestore_shard2_replica_n9] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/backuprestore_shard2_replica_n9],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/./backuprestore_shard2_replica_n9/data/]
   [junit4]   2> 12765 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 12770 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 12798 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.s.IndexSchema [backuprestore_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 12800 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 12800 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n1' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 12802 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 12804 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36907.solr.core.backuprestore.shard1.replica_n1' (registry 
'solr.core.backuprestore.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 12804 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12804 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.c.SolrCore [[backuprestore_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/backuprestore_shard1_replica_n1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node2/./backuprestore_shard1_replica_n1/data/]
   [junit4]   2> 12809 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 12830 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.s.IndexSchema [backuprestore_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 12839 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.s.IndexSchema [backuprestore_shard1_replica_p6] Schema name=minimal
   [junit4]   2> 12839 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.s.IndexSchema [backuprestore_shard2_replica_p15] Schema name=minimal
   [junit4]   2> 12840 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 12840 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n3' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 12841 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38323.solr.core.backuprestore.shard1.replica_n3' (registry 
'solr.core.backuprestore.shard1.replica_n3') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 12841 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12841 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.c.SolrCore [[backuprestore_shard1_replica_n3] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/backuprestore_shard1_replica_n3],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/./backuprestore_shard1_replica_n3/data/]
   [junit4]   2> 12841 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 12841 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_p6' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 12842 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 12842 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_p15' 
using configuration from collection backuprestore, trusted=true
   [junit4]   2> 12842 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38323.solr.core.backuprestore.shard1.replica_p6' (registry 
'solr.core.backuprestore.shard1.replica_p6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 12842 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12842 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.c.SolrCore [[backuprestore_shard1_replica_p6] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/backuprestore_shard1_replica_p6],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/./backuprestore_shard1_replica_p6/data/]
   [junit4]   2> 12842 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38323.solr.core.backuprestore.shard2.replica_p15' (registry 
'solr.core.backuprestore.shard2.replica_p15') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 12843 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12843 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.c.SolrCore [[backuprestore_shard2_replica_p15] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/backuprestore_shard2_replica_p15],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/./backuprestore_shard2_replica_p15/data/]
   [junit4]   2> 12864 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.s.IndexSchema [backuprestore_shard2_replica_n11] Schema name=minimal
   [junit4]   2> 12867 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 12867 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n11' 
using configuration from collection backuprestore, trusted=true
   [junit4]   2> 12883 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38323.solr.core.backuprestore.shard2.replica_n11' (registry 
'solr.core.backuprestore.shard2.replica_n11') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@12bb6ae5
   [junit4]   2> 12884 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 12884 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.c.SolrCore [[backuprestore_shard2_replica_n11] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/backuprestore_shard2_replica_n11],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_40786551D362D270-001/tempDir-001/node1/./backuprestore_shard2_replica_n11/data/]
   [junit4]   2> 12926 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 12926 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 12940 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 12940 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 12942 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1fe4d06b[backuprestore_shard1_replica_t5] main]
   [junit4]   2> 12946 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 12948 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 12949 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 12951 INFO  
(searcherExecutor-134-thread-1-processing-n:127.0.0.1:36907_solr 
x:backuprestore_shard1_replica_t5 s:shard1 c:backuprestore r:core_node7) 
[n:127.0.0.1:36907_solr c:backuprestore s:shard1 r:core_node7 
x:backuprestore_shard1_replica_t5] o.a.s.c.SolrCore 
[backuprestore_shard1_replica_t5] Registered new searcher 
Searcher@1fe4d06b[backuprestore_shard1_replica_t5] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 12952 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1584039697760387072
   [junit4]   2> 13009 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 13009 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 13010 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 13010 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 13015 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@25e57e4f[backuprestore_shard2_replica_n9] main]
   [junit4]   2> 13019 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=3 found=1 timeoutin=9998ms
   [junit4]   2> 13027 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 13027 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 13044 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 13044 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 13017 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 13046 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 13047 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 13047 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 13053 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13055 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 13055 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 13065 INFO  
(searcherExecutor-136-thread-1-processing-n:127.0.0.1:36907_solr 
x:backuprestore_shard2_replica_n9 s:shard2 c:backuprestore r:core_node10) 
[n:127.0.0.1:36907_solr c:backuprestore s:shard2 r:core_node10 
x:backuprestore_shard2_replica_n9] o.a.s.c.SolrCore 
[backuprestore_shard2_replica_n9] Registered new searcher 
Searcher@25e57e4f[backuprestore_shard2_replica_n9] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13066 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1584039697879924736
   [junit4]   2> 13070 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@77e90b1b[backuprestore_shard2_replica_t13] main]
   [junit4]   2> 13073 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 13077 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 13078 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@28018dd8[backuprestore_shard1_replica_n1] main]
   [junit4]   2> 13078 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 13080 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 13080 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 13082 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13085 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13088 INFO  
(searcherExecutor-135-thread-1-processing-n:127.0.0.1:36907_solr 
x:backuprestore_shard2_replica_t13 s:shard2 c:backuprestore r:core_node14) 
[n:127.0.0.1:36907_solr c:backuprestore s:shard2 r:core_node14 
x:backuprestore_shard2_replica_t13] o.a.s.c.SolrCore 
[backuprestore_shard2_replica_t13] Registered new searcher 
Searcher@77e90b1b[backuprestore_shard2_replica_t13] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13088 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1584039697902993408
   [junit4]   2> 13090 INFO  
(searcherExecutor-137-thread-1-processing-n:127.0.0.1:36907_solr 
x:backuprestore_shard1_replica_n1 s:shard1 c:backuprestore r:core_node2) 
[n:127.0.0.1:36907_solr c:backuprestore s:shard1 r:core_node2 
x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
[backuprestore_shard1_replica_n1] Registered new searcher 
Searcher@28018dd8[backuprestore_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13090 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1584039697905090560
   [junit4]   2> 13093 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 13093 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 13110 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@2f4c6ffe[backuprestore_shard1_replica_p6] main]
   [junit4]   2> 13111 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 13113 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 13114 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13115 INFO  
(searcherExecutor-140-thread-1-processing-n:127.0.0.1:38323_solr 
x:backuprestore_shard1_replica_p6 s:shard1 c:backuprestore r:core_node8) 
[n:127.0.0.1:38323_solr c:backuprestore s:shard1 r:core_node8 
x:backuprestore_shard1_replica_p6] o.a.s.c.SolrCore 
[backuprestore_shard1_replica_p6] Registered new searcher 
Searcher@2f4c6ffe[backuprestore_shard1_replica_p6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13116 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.c.ZkController backuprestore_shard1_replica_p6 starting background 
replication from leader
   [junit4]   2> 13117 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 13129 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 13129 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 13184 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 13184 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 13184 INFO  
(zkCallback-30-thread-1-processing-n:127.0.0.1:36907_solr) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 13184 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 13185 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 13186 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 13186 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 13187 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3e29b285[backuprestore_shard2_replica_n11] main]
   [junit4]   2> 13188 INFO  
(zkCallback-31-thread-2-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 13191 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 13192 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 13194 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@670c1b12[backuprestore_shard2_replica_p15] main]
   [junit4]   2> 13194 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 13195 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 13196 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 13196 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 13197 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13199 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13201 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@548b2e83[backuprestore_shard1_replica_n3] main]
   [junit4]   2> 13202 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 13203 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 13204 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13208 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 13208 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13210 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.c.ZkController backuprestore_shard2_replica_p15 starting background 
replication from leader
   [junit4]   2> 13210 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 13211 INFO  
(searcherExecutor-143-thread-1-processing-n:127.0.0.1:38323_solr 
x:backuprestore_shard2_replica_n11 s:shard2 c:backuprestore r:core_node12) 
[n:127.0.0.1:38323_solr c:backuprestore s:shard2 r:core_node12 
x:backuprestore_shard2_replica_n11] o.a.s.c.SolrCore 
[backuprestore_shard2_replica_n11] Registered new searcher 
Searcher@3e29b285[backuprestore_shard2_replica_n11] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13212 INFO  
(searcherExecutor-139-thread-1-processing-n:127.0.0.1:38323_solr 
x:backuprestore_shard1_replica_n3 s:shard1 c:backuprestore r:core_node4) 
[n:127.0.0.1:38323_solr c:backuprestore s:shard1 r:core_node4 
x:backuprestore_shard1_replica_n3] o.a.s.c.SolrCore 
[backuprestore_shard1_replica_n3] Registered new searcher 
Searcher@548b2e83[backuprestore_shard1_replica_n3] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13212 INFO  
(searcherExecutor-141-thread-1-processing-n:127.0.0.1:38323_solr 
x:backuprestore_shard2_replica_p15 s:shard2 c:backuprestore r:core_node16) 
[n:127.0.0.1:38323_solr c:backuprestore s:shard2 r:core_node16 
x:backuprestore_shard2_replica_p15] o.a.s.c.SolrCore 
[backuprestore_shard2_replica_p15] Registered new searcher 
Searcher@670c1b12[backuprestore_shard2_replica_p15] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13214 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1584039698035113984
   [junit4]   2> 13215 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1584039698036162560
   [junit4]   2> 13224 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 13224 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 13519 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 13519 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 13519 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:36907/solr/backuprestore_shard1_replica_t5/
   [junit4]   2> 13523 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_t5 
url=https://127.0.0.1:36907/solr START 
replicas=[https://127.0.0.1:36907/solr/backuprestore_shard1_replica_n1/, 
https://127.0.0.1:38323/solr/backuprestore_shard1_replica_n3/] nUpdates=100
   [junit4]   2> 13543 INFO  (qtp1672413988-227) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.c.S.Request [backuprestore_shard1_replica_n3]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 13561 INFO  (qtp1465800353-327) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.c.S.Request [backuprestore_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 13579 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 13579 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 13579 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:36907/solr/backuprestore_shard2_replica_n9/
   [junit4]   2> 13580 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n9 
url=https://127.0.0.1:36907/solr START 
replicas=[https://127.0.0.1:38323/solr/backuprestore_shard2_replica_n11/, 
https://127.0.0.1:36907/solr/backuprestore_shard2_replica_t13/] nUpdates=100
   [junit4]   2> 13584 INFO  (qtp1465800353-232) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.c.S.Request [backuprestore_shard2_replica_t13]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 13587 INFO  (qtp1672413988-328) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.c.S.Request [backuprestore_shard2_replica_n11]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 13834 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_t5 
url=https://127.0.0.1:36907/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 13835 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 13835 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 13835 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 13835 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.ZkController backuprestore_shard1_replica_t5 stopping background 
replication from leader
   [junit4]   2> 13843 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:36907/solr/backuprestore_shard1_replica_t5/ shard1
   [junit4]   2> 13880 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n9 
url=https://127.0.0.1:36907/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 13880 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 13880 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 13881 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 13884 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:36907/solr/backuprestore_shard2_replica_n9/ shard2
   [junit4]   2> 13986 INFO  
(zkCallback-30-thread-1-processing-n:127.0.0.1:36907_solr) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 13986 INFO  
(zkCallback-31-thread-2-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 13994 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 14009 INFO  (qtp1465800353-228) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard1_replica_t5&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=2369
   [junit4]   2> 14023 INFO  (indexFetcher-171-thread-1) 
[n:127.0.0.1:38323_solr c:backuprestore s:shard1 r:core_node8 
x:backuprestore_shard1_replica_p6] o.a.s.h.IndexFetcher Replica core_node7 is 
leader but it's state is down, skipping replication
   [junit4]   2> 14035 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 14038 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node10&name=backuprestore_shard2_replica_n9&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=2396
   [junit4]   2> 14093 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.c.ZkController backuprestore_shard2_replica_t13 starting background 
replication from leader
   [junit4]   2> 14093 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 14096 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 14096 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 14096 INFO  (indexFetcher-177-thread-1) 
[n:127.0.0.1:36907_solr c:backuprestore s:shard2 r:core_node14 
x:backuprestore_shard2_replica_t13] o.a.s.h.IndexFetcher Replica core_node10 is 
leader but it's state is down, skipping replication
   [junit4]   2> 14099 INFO  (qtp1465800353-299) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node2&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=2459
   [junit4]   2> 14100 INFO  (qtp1465800353-298) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node14&name=backuprestore_shard2_replica_t13&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=2461
   [junit4]   2> 14204 INFO  
(zkCallback-30-thread-1-processing-n:127.0.0.1:36907_solr) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 14204 INFO  
(zkCallback-31-thread-2-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 14213 INFO  (qtp1672413988-297) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node8 x:backuprestore_shard1_replica_p6] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node8&name=backuprestore_shard1_replica_p6&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=2546
   [junit4]   2> 14222 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node4&name=backuprestore_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=2557
   [junit4]   2> 14227 INFO  (qtp1672413988-236) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p15] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node16&name=backuprestore_shard2_replica_p15&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=2558
   [junit4]   2> 14230 INFO  (qtp1672413988-295) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node12&name=backuprestore_shard2_replica_n11&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=2566
   [junit4]   2> 14255 INFO  (qtp1465800353-241) [n:127.0.0.1:36907_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 14332 INFO  
(zkCallback-30-thread-1-processing-n:127.0.0.1:36907_solr) 
[n:127.0.0.1:36907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 14332 INFO  
(zkCallback-31-thread-2-processing-n:127.0.0.1:38323_solr) 
[n:127.0.0.1:38323_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 15186 INFO  
(OverseerCollectionConfigSetProcessor-99002480896507910-127.0.0.1:38323_solr-n_0000000000)
 [n:127.0.0.1:38323_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 15256 INFO  (qtp1465800353-241) [n:127.0.0.1:36907_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=1&replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=4&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2}
 status=0 QTime=4115
   [junit4]   2> 15332 INFO  (qtp1465800353-234) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:36907/solr/backuprestore_shard1_replica_t5/&wt=javabin&version=2}{add=[0
 (1584039700194131968), 1 (1584039700211957760), 4 (1584039700211957761), 8 
(1584039700213006336), 10 (1584039700213006337), 11 (1584039700214054912), 12 
(1584039700214054913), 13 (1584039700215103488), 14 (1584039700215103489), 15 
(1584039700216152064), ... (42 adds)]} 0 38
   [junit4]   2> 15338 INFO  (qtp1672413988-239) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n11] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n11]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:36907/solr/backuprestore_shard2_replica_n9/&wt=javabin&version=2}{add=[2
 (1584039700194131968), 3 (1584039700211957760), 5 (1584039700211957761), 6 
(1584039700213006336), 7 (1584039700213006337), 9 (1584039700214054912), 17 
(1584039700219297792), 18 (1584039700225589248), 19 (1584039700225589249), 21 
(1584039700226637824), ... (30 adds)]} 0 29
   [junit4]   2> 15339 INFO  (qtp1672413988-229) [n:127.0.0.1:38323_solr 
c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n3]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:36907/solr/backuprestore_shard1_replica_t5/&wt=javabin&version=2}{add=[0
 (1584039700194131968), 1 (1584039700211957760), 4 (1584039700211957761), 8 
(1584039700213006336), 10 (1584039700213006337), 11 (1584039700214054912), 12 
(1584039700214054913), 13 (1584039700215103488), 14 (1584039700215103489), 15 
(1584039700216152064), ... (42 adds)]} 0 44
   [junit4]   2> 15339 INFO  (qtp1465800353-242) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node14 x:backuprestore_shard2_replica_t13] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_t13]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:36907/solr/backuprestore_shard2_replica_n9/&wt=javabin&version=2}{add=[2
 (1584039700194131968), 3 (1584039700211957760), 5 (1584039700211957761), 6 
(1584039700213006336), 7 (1584039700213006337), 9 (1584039700214054912), 17 
(1584039700219297792), 18 (1584039700225589248), 19 (1584039700225589249), 21 
(1584039700226637824), ... (30 adds)]} 0 31
   [junit4]   2> 15339 INFO  (qtp1465800353-238) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t5] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_t5]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 
(1584039700194131968), 1 (1584039700211957760), 4 (1584039700211957761), 8 
(1584039700213006336), 10 (1584039700213006337), 11 (1584039700214054912), 12 
(1584039700214054913), 13 (1584039700215103488), 14 (1584039700215103489), 15 
(1584039700216152064), ... (42 adds)]} 0 68
   [junit4]   2> 15339 INFO  (qtp1465800353-230) [n:127.0.0.1:36907_solr 
c:backuprestore s:shard2 r:core_node10 x:backuprestore_shard2_replica_n9] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n9]

[...truncated too long message...]

141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2>        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered 
leader was found after waiting for 1220000ms , collection: control_collection 
slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2>        ... 44 more
   [junit4]   2> 
   [junit4]   2> 726760 INFO  (qtp199255641-1095) [n:127.0.0.1:41787_rbd%2Fxp 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=630130
   [junit4]   2> 726760 ERROR 
(TEST-TestRebalanceLeaders.test-seed#[40786551D362D270]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 726761 INFO  
(TEST-TestRebalanceLeaders.test-seed#[40786551D362D270]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:38329 38329
   [junit4]   2> 726826 INFO  (Thread-233) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:38329 38329
   [junit4]   2> 726827 WARN  (Thread-233) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        2       /solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        2       /solr/clusterstate.json
   [junit4]   2>        2       /solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        2       /solr/live_nodes
   [junit4]   2>        2       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestRebalanceLeaders -Dtests.method=test 
-Dtests.seed=40786551D362D270 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=en-GB -Dtests.timezone=Pacific/Tarawa -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    631s J0 | TestRebalanceLeaders.test <<<
   [junit4]    > Throwable #1: 
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: https://127.0.0.1:41787/rbd/xp
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([40786551D362D270:C82C5A8B7D9EBF88]:0)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    >        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    >        at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    >        at 
java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    >        at 
java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    >        at 
java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    >        at 
sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    >        at 
sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    >        at 
sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
   [junit4]    >        at 
sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
   [junit4]    >        at 
sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    >        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    >        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    >        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    >        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    >        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    >        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    >        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    >        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    >        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    >        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    >        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    >        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    >        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    >        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    >        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    >        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    >        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    >        ... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_40786551D362D270-001
   [junit4]   2> Nov 14, 2017 11:24:49 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1635, maxMBSortInHeap=7.9603928180027665, 
sim=RandomSimilarity(queryNorm=false): {}, locale=en-GB, timezone=Pacific/Tarawa
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=1,free=307978408,total=526909440
   [junit4]   2> NOTE: All tests run in this JVM: [TestExactSharedStatsCache, 
TestLocalFSCloudBackupRestore, TestCryptoKeys, TestJsonFacetRefinement, 
AtomicUpdatesTest, InfixSuggestersTest, SparseHLLTest, 
ClassificationUpdateProcessorTest, TestSchemalessBufferedUpdates, 
CoreAdminRequestStatusTest, TermVectorComponentTest, 
StatelessScriptUpdateProcessorFactoryTest, TestRebalanceLeaders]
   [junit4] Completed [184/748 (2!)] on J0 in 630.92s, 1 test, 1 error <<< 
FAILURES!

[...truncated 49184 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to