Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/336/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([7CC4439CD60C3373:F4907C4678F05E8B]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:133)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testKillLeader

Error Message:
Replica core_node4 not up to date after 10 seconds expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: Replica core_node4 not up to date after 10 seconds 
expected:<1> but was:<0>
        at 
__randomizedtesting.SeedInfo.seed([7CC4439CD60C3373:35D2B728B4B7A725]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at 
org.apache.solr.cloud.TestPullReplica.waitForNumDocsInAllReplicas(TestPullReplica.java:509)
        at 
org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:457)
        at 
org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11943 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/init-core-data-001
   [junit4]   2> 540278 WARN  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 540278 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 540279 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 540280 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 540280 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001
   [junit4]   2> 540280 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 540280 INFO  (Thread-1908) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 540280 INFO  (Thread-1908) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 540284 ERROR (Thread-1908) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 540384 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:32907
   [junit4]   2> 540388 INFO  (zkConnectionManagerCallback-725-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540393 INFO  (jetty-launcher-722-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 540393 INFO  (jetty-launcher-722-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 540395 INFO  (jetty-launcher-722-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3d368543{/solr,null,AVAILABLE}
   [junit4]   2> 540396 INFO  (jetty-launcher-722-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@694ad664{/solr,null,AVAILABLE}
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@139b3430{HTTP/1.1,[http/1.1]}{127.0.0.1:47502}
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-2) [    ] 
o.e.j.s.Server Started @542679ms
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@293b5d3{HTTP/1.1,[http/1.1]}{127.0.0.1:64563}
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=47502}
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-1) [    ] 
o.e.j.s.Server Started @542679ms
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=64563}
   [junit4]   2> 540398 ERROR (jetty-launcher-722-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 540398 ERROR (jetty-launcher-722-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 540398 INFO  (jetty-launcher-722-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-16T00:18:32.955Z
   [junit4]   2> 540399 INFO  (jetty-launcher-722-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 540399 INFO  (jetty-launcher-722-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-16T00:18:32.956Z
   [junit4]   2> 540405 INFO  (zkConnectionManagerCallback-729-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540406 INFO  (zkConnectionManagerCallback-728-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540406 INFO  (jetty-launcher-722-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 540406 INFO  (jetty-launcher-722-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 540435 INFO  (jetty-launcher-722-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32907/solr
   [junit4]   2> 540436 INFO  (jetty-launcher-722-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32907/solr
   [junit4]   2> 540438 INFO  (zkConnectionManagerCallback-735-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540438 INFO  (zkConnectionManagerCallback-737-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540442 INFO  
(zkConnectionManagerCallback-739-thread-1-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540442 INFO  
(zkConnectionManagerCallback-741-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540604 INFO  (jetty-launcher-722-thread-2) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 540605 INFO  (jetty-launcher-722-thread-2) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:47502_solr
   [junit4]   2> 540607 INFO  (jetty-launcher-722-thread-2) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.Overseer Overseer 
(id=99181101897416709-127.0.0.1:47502_solr-n_0000000000) starting
   [junit4]   2> 540607 INFO  (jetty-launcher-722-thread-1) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 540609 INFO  (jetty-launcher-722-thread-1) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:64563_solr
   [junit4]   2> 540611 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 540612 INFO  
(zkCallback-738-thread-1-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 540624 INFO  (jetty-launcher-722-thread-2) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47502_solr
   [junit4]   2> 540627 INFO  
(zkCallback-738-thread-1-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 540628 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 540722 INFO  (jetty-launcher-722-thread-1) 
[n:127.0.0.1:64563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64563.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 540727 INFO  (jetty-launcher-722-thread-1) 
[n:127.0.0.1:64563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64563.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 540727 INFO  (jetty-launcher-722-thread-1) 
[n:127.0.0.1:64563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64563.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 540728 INFO  (jetty-launcher-722-thread-1) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/.
   [junit4]   2> 540758 INFO  (jetty-launcher-722-thread-2) 
[n:127.0.0.1:47502_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47502.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 540764 INFO  (jetty-launcher-722-thread-2) 
[n:127.0.0.1:47502_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47502.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 540764 INFO  (jetty-launcher-722-thread-2) 
[n:127.0.0.1:47502_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47502.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 540765 INFO  (jetty-launcher-722-thread-2) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/.
   [junit4]   2> 540785 INFO  (zkConnectionManagerCallback-747-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540790 INFO  (zkConnectionManagerCallback-751-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 540791 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 540793 INFO  
(SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32907/solr ready
   [junit4]   2> 540829 INFO  
(TEST-TestLocalFSCloudBackupRestore.test-seed#[7CC4439CD60C3373]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 540833 INFO  (qtp362001517-4766) [n:127.0.0.1:47502_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=0&property.customKey=customValue&maxShardsPerNode=4&router.field=shard_s&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin
 and sendToOCPQueue=true
   [junit4]   2> 540836 INFO  
(OverseerThreadFactory-1951-thread-1-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
backuprestore
   [junit4]   2> 540949 INFO  
(OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"backuprestore_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:64563/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 540952 INFO  
(OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"backuprestore_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47502/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 540956 INFO  
(OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"backuprestore_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:64563/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 540959 INFO  
(OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"backuprestore_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47502/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 541175 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 541175 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 541175 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 541176 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 541176 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 541177 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node8&name=backuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 541285 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 541285 INFO  
(zkCallback-738-thread-1-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 541285 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 541285 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542206 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 542208 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 542210 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 542233 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 542236 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.s.IndexSchema [backuprestore_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 542236 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.s.IndexSchema [backuprestore_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 542239 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 542239 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n2' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 542239 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 542239 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n6' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 542239 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47502.solr.core.backuprestore.shard2.replica_n6' (registry 
'solr.core.backuprestore.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 542239 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47502.solr.core.backuprestore.shard1.replica_n2' (registry 
'solr.core.backuprestore.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 542240 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 542240 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 542240 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.c.SolrCore [[backuprestore_shard2_replica_n6] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/backuprestore_shard2_replica_n6],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/./backuprestore_shard2_replica_n6/data/]
   [junit4]   2> 542240 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.c.SolrCore [[backuprestore_shard1_replica_n2] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/backuprestore_shard1_replica_n2],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/./backuprestore_shard1_replica_n2/data/]
   [junit4]   2> 542240 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.s.IndexSchema [backuprestore_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 542243 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 542243 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n1' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 542243 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.s.IndexSchema [backuprestore_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 542243 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64563.solr.core.backuprestore.shard1.replica_n1' (registry 
'solr.core.backuprestore.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 542244 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 542244 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.SolrCore [[backuprestore_shard1_replica_n1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/backuprestore_shard1_replica_n1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/./backuprestore_shard1_replica_n1/data/]
   [junit4]   2> 542245 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 542245 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n4' using 
configuration from collection backuprestore, trusted=true
   [junit4]   2> 542246 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64563.solr.core.backuprestore.shard2.replica_n4' (registry 
'solr.core.backuprestore.shard2.replica_n4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 542246 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 542246 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.SolrCore [[backuprestore_shard2_replica_n4] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/backuprestore_shard2_replica_n4],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/./backuprestore_shard2_replica_n4/data/]
   [junit4]   2> 542317 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 542317 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 542319 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 542319 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 542320 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 542320 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 542320 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7bcebab8[backuprestore_shard2_replica_n4] main]
   [junit4]   2> 542322 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 542322 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 542324 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@23dd76c2[backuprestore_shard2_replica_n6] main]
   [junit4]   2> 542325 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 542326 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 542326 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 542326 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 542326 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 542327 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1586897632503005184
   [junit4]   2> 542327 INFO  
(searcherExecutor-1959-thread-1-processing-n:127.0.0.1:64563_solr 
x:backuprestore_shard2_replica_n4 s:shard2 c:backuprestore r:core_node7) 
[n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 
x:backuprestore_shard2_replica_n4] o.a.s.c.SolrCore 
[backuprestore_shard2_replica_n4] Registered new searcher 
Searcher@7bcebab8[backuprestore_shard2_replica_n4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 542328 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 542328 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1586897632504053760
   [junit4]   2> 542330 INFO  
(searcherExecutor-1957-thread-1-processing-n:127.0.0.1:47502_solr 
x:backuprestore_shard2_replica_n6 s:shard2 c:backuprestore r:core_node8) 
[n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 
x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
[backuprestore_shard2_replica_n6] Registered new searcher 
Searcher@23dd76c2[backuprestore_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 542339 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 542339 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 542339 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 542339 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 542339 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:64563/solr/backuprestore_shard2_replica_n4/
   [junit4]   2> 542340 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n4 
url=http://127.0.0.1:64563/solr START 
replicas=[http://127.0.0.1:47502/solr/backuprestore_shard2_replica_n6/] 
nUpdates=100
   [junit4]   2> 542368 INFO  (qtp362001517-4775) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.c.S.Request [backuprestore_shard2_replica_n6]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 542369 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 542369 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 542370 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3efbd01a[backuprestore_shard1_replica_n1] main]
   [junit4]   2> 542372 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 542373 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 542373 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 542374 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1586897632552288256
   [junit4]   2> 542377 INFO  
(searcherExecutor-1958-thread-1-processing-n:127.0.0.1:64563_solr 
x:backuprestore_shard1_replica_n1 s:shard1 c:backuprestore r:core_node3) 
[n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 
x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
[backuprestore_shard1_replica_n1] Registered new searcher 
Searcher@3efbd01a[backuprestore_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 542383 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 542387 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 542387 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 542389 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 542389 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 542390 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@10c17a7f[backuprestore_shard1_replica_n2] main]
   [junit4]   2> 542392 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 542392 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 542393 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 542394 INFO  
(searcherExecutor-1956-thread-1-processing-n:127.0.0.1:47502_solr 
x:backuprestore_shard1_replica_n2 s:shard1 c:backuprestore r:core_node5) 
[n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 
x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
[backuprestore_shard1_replica_n2] Registered new searcher 
Searcher@10c17a7f[backuprestore_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 542394 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1586897632573259776
   [junit4]   2> 542485 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542485 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542485 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542485 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542640 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n4 
url=http://127.0.0.1:64563/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 542640 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 542641 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 542641 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 542647 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:64563/solr/backuprestore_shard2_replica_n4/ shard2
   [junit4]   2> 542749 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542749 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542750 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542751 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542798 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 542801 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=1625
   [junit4]   2> 542886 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 542886 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 542886 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/
   [junit4]   2> 542886 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_n1 
url=http://127.0.0.1:64563/solr START 
replicas=[http://127.0.0.1:47502/solr/backuprestore_shard1_replica_n2/] 
nUpdates=100
   [junit4]   2> 542887 INFO  (qtp362001517-4777) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.c.S.Request [backuprestore_shard1_replica_n2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 542902 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542902 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542902 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542902 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 543193 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_n1 
url=http://127.0.0.1:64563/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 543193 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 543193 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 543193 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 543202 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/ shard1
   [junit4]   2> 543306 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 543306 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 543306 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 543306 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 543342 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node8&name=backuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=2166
   [junit4]   2> 543355 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 543357 INFO  (qtp2032239898-4769) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=2182
   [junit4]   2> 543408 INFO  (qtp362001517-4768) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=2233
   [junit4]   2> 543412 INFO  (qtp362001517-4766) [n:127.0.0.1:47502_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 543510 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 543510 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 543511 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 543511 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 544413 INFO  (qtp362001517-4766) [n:127.0.0.1:47502_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=0&property.customKey=customValue&maxShardsPerNode=4&router.field=shard_s&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin}
 status=0 QTime=3581
   [junit4]   2> 544431 INFO  (qtp362001517-4762) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n6]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard2_replica_n4/&wt=javabin&version=2}{add=[0
 (1586897634695577600), 1 (1586897634697674752), 2 (1586897634697674753), 3 
(1586897634697674754), 4 (1586897634697674755), 5 (1586897634697674756), 6 
(1586897634697674757), 7 (1586897634697674758), 8 (1586897634697674759), 9 
(1586897634697674760), ... (82 adds)]} 0 5
   [junit4]   2> 544431 INFO  (qtp2032239898-4771) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n4]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 
(1586897634695577600), 1 (1586897634697674752), 2 (1586897634697674753), 3 
(1586897634697674754), 4 (1586897634697674755), 5 (1586897634697674756), 6 
(1586897634697674757), 7 (1586897634697674758), 8 (1586897634697674759), 9 
(1586897634697674760), ... (82 adds)]} 0 13
   [junit4]   2> 544436 INFO  (qtp362001517-4773) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1586897634714451968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 544436 INFO  (qtp362001517-4773) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 544437 INFO  (qtp362001517-4773) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 544437 INFO  (qtp362001517-4773) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n2]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 1
   [junit4]   2> 544439 INFO  (qtp2032239898-4776) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1586897634717597696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 544439 INFO  (qtp2032239898-4776) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@2ca26cf6 
commitCommandVersion:1586897634717597696
   [junit4]   2> 544444 INFO  (qtp2032239898-4763) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1586897634722840576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 544444 INFO  (qtp2032239898-4776) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4217df95[backuprestore_shard2_replica_n4] main]
   [junit4]   2> 544444 INFO  (qtp362001517-4777) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1586897634722840576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 544444 INFO  (qtp362001517-4777) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@4c4294d0 
commitCommandVersion:1586897634722840576
   [junit4]   2> 544444 INFO  (qtp2032239898-4776) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 544445 INFO  (qtp2032239898-4763) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 544446 INFO  (qtp2032239898-4763) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 544446 INFO  (qtp2032239898-4763) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 2
   [junit4]   2> 544450 INFO  (qtp362001517-4777) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@37568b97[backuprestore_shard2_replica_n6] main]
   [junit4]   2> 544450 INFO  (qtp362001517-4777) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 544452 INFO  
(searcherExecutor-1957-thread-1-processing-n:127.0.0.1:47502_solr 
x:backuprestore_shard2_replica_n6 s:shard2 c:backuprestore r:core_node8) 
[n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 
x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
[backuprestore_shard2_replica_n6] Registered new searcher 
Searcher@37568b97[backuprestore_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C82)))}
   [junit4]   2> 544452 INFO  (qtp362001517-4777) [n:127.0.0.1:47502_solr 
c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n6]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 7
   [junit4]   2> 544452 INFO  
(searcherExecutor-1959-thread-1-processing-n:127.0.0.1:64563_solr 
x:backuprestore_shard2_replica_n4 s:shard2 c:backuprestore r:core_node7) 
[n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 
x:backuprestore_shard2_replica_n4] o.a.s.c.SolrCore 
[backuprestore_shard2_replica_n4] Registered new searcher 
Searcher@4217df95[backuprestore_shard2_replica_n4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C82)))}
   [junit4]   2> 544453 INFO  (qtp2032239898-4776) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n4]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 14
   [junit4]   2> 544455 INFO  (qtp2032239898-4774) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n1]  
webapp=/solr path=/update 
params={_stateVer_=backuprestore:7&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 22
   [junit4]   2> 544458 INFO  (qtp362001517-4772) [n:127.0.0.1:47502_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params 
action=SPLITSHARD&collection=backuprestore&shard=shard1&wt=javabin&version=2 
and sendToOCPQueue=true
   [junit4]   2> 544462 INFO  
(OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.SplitShardCmd Split shard invoked
   [junit4]   2> 544462 INFO  
(OverseerCollectionConfigSetProcessor-99181101897416709-127.0.0.1:47502_solr-n_0000000000)
 [n:127.0.0.1:47502_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 544466 INFO  
(OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.SplitShardCmd Creating slice shard1_0 of 
collection backuprestore on 127.0.0.1:64563_solr
   [junit4]   2> 544571 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 544571 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 544571 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 544571 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545469 INFO  
(OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.SplitShardCmd Adding replica 
backuprestore_shard1_0_replica_n9 as part of slice shard1_0 of collection 
backuprestore on 127.0.0.1:64563_solr
   [junit4]   2> 545473 INFO  
(OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:64563_solr for creating new replica
   [junit4]   2> 545475 INFO  
(OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard1_0",
   [junit4]   2>   "core":"backuprestore_shard1_0_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:64563/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:64563_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 545602 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545602 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545602 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545602 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545677 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&name=backuprestore_shard1_0_replica_n9&action=CREATE&collection=backuprestore&shard=shard1_0&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 545693 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 545720 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.s.IndexSchema [backuprestore_shard1_0_replica_n9] Schema name=minimal
   [junit4]   2> 545735 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 545735 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_0_replica_n9' 
using configuration from collection backuprestore, trusted=true
   [junit4]   2> 545736 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64563.solr.core.backuprestore.shard1_0.replica_n9' (registry 
'solr.core.backuprestore.shard1_0.replica_n9') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 545737 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 545737 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.SolrCore [[backuprestore_shard1_0_replica_n9] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/backuprestore_shard1_0_replica_n9],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/./backuprestore_shard1_0_replica_n9/data/]
   [junit4]   2> 545780 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545780 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545780 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545781 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545789 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 545789 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 545791 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 545791 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 545792 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7945080e[backuprestore_shard1_0_replica_n9] main]
   [junit4]   2> 545793 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 545793 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 545794 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 545794 INFO  
(searcherExecutor-1976-thread-1-processing-n:127.0.0.1:64563_solr 
x:backuprestore_shard1_0_replica_n9 s:shard1_0 c:backuprestore r:core_node11) 
[n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 
x:backuprestore_shard1_0_replica_n9] o.a.s.c.SolrCore 
[backuprestore_shard1_0_replica_n9] Registered new searcher 
Searcher@7945080e[backuprestore_shard1_0_replica_n9] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 545794 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1586897636138418176
   [junit4]   2> 545796 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, 
tlog=null}
   [junit4]   2> 545800 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 545800 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 545800 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:64563/solr/backuprestore_shard1_0_replica_n9/
   [junit4]   2> 545800 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 545800 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:64563/solr/backuprestore_shard1_0_replica_n9/ has no replicas
   [junit4]   2> 545800 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 545805 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:64563/solr/backuprestore_shard1_0_replica_n9/ shard1_0
   [junit4]   2> 545981 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 545981 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 546022 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 546022 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 546031 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 546033 INFO  (qtp2032239898-4770) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&name=backuprestore_shard1_0_replica_n9&action=CREATE&collection=backuprestore&shard=shard1_0&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=356
   [junit4]   2> 546035 INFO  
(OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.SplitShardCmd Creating slice shard1_1 of 
collection backuprestore on 127.0.0.1:64563_solr
   [junit4]   2> 546157 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 546157 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 546158 INFO  
(zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 546158 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 547037 INFO  
(OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.SplitShardCmd Adding replica 
backuprestore_shard1_1_replica_n10 as part of slice shard1_1 of collection 
backuprestore on 127.0.0.1:64563_solr
   [junit4]   2> 547039 INFO  
(OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:64563_solr for creating new replica
   [junit4]   2> 547042 INFO  
(OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "shard":"shard1_1",
   [junit4]   2>   "core":"backuprestore_shard1_1_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:64563/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:64563_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 547145 INFO  
(zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 547145 INFO  
(zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) 
[n:127.0.0.1:64563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 547145 INFO  
(zkCallback-738-thread-1-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 547145 INFO  
(zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) 
[n:127.0.0.1:47502_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore/state.json] for collection [backuprestore] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 547242 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf1&name=backuprestore_shard1_1_replica_n10&action=CREATE&collection=backuprestore&shard=shard1_1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 547254 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 547261 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] 
o.a.s.s.IndexSchema [backuprestore_shard1_1_replica_n10] Schema name=minimal
   [junit4]   2> 547263 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 547263 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] 
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_1_replica_n10' 
using configuration from collection backuprestore, trusted=true
   [junit4]   2> 547264 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64563.solr.core.backuprestore.shard1_1.replica_n10' (registry 
'solr.core.backuprestore.shard1_1.replica_n10') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
   [junit4]   2> 547264 INFO  (qtp2032239898-4767) [n:127.0.0.1:64563_solr 
c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2>

[...truncated too long message...]

ZooKeeper... (1) -> (0)
   [junit4]   2> 3992299 INFO  (jetty-closer-7827-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@102466f4{/solr,null,UNAVAILABLE}
   [junit4]   2> 3993799 INFO  (jetty-closer-7827-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6a7d36b{/solr,null,UNAVAILABLE}
   [junit4]   2> 3993802 ERROR 
(SUITE-TestPullReplica-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3993803 INFO  
(SUITE-TestPullReplica-seed#[7CC4439CD60C3373]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:34090 34090
   [junit4]   2> 4004777 INFO  (Thread-8554) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:34090 34090
   [junit4]   2> 4004780 WARN  (Thread-8554) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        19      /solr/configs/conf
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        34      
/solr/collections/pull_replica_test_create_delete/state.json
   [junit4]   2>        21      
/solr/collections/pull_replica_test_kill_leader/state.json
   [junit4]   2>        21      
/solr/collections/pull_replica_test_kill_pull_replica/state.json
   [junit4]   2>        20      
/solr/collections/pull_replica_test_add_remove_pull_replica/state.json
   [junit4]   2>        20      
/solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
   [junit4]   2>        13      
/solr/collections/pull_replica_test_real_time_get/state.json
   [junit4]   2>        13      
/solr/collections/pull_replica_test_add_docs/state.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        3       /solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2>        3       /solr/overseer/queue
   [junit4]   2>        3       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        3       /solr/overseer/collection-queue-work
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_7CC4439CD60C3373-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{foo=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), 
foo_s=Lucene50(blocksize=128)}, 
docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=576, 
maxMBSortInHeap=5.903811954153173, sim=RandomSimilarity(queryNorm=true): {}, 
locale=ga, timezone=Etc/GMT0
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 
(64-bit)/cpus=3,threads=1,free=309661888,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestLMJelinekMercerSimilarityFactory, ConjunctionSolrSpellCheckerTest, 
TestRTGBase, TestDFISimilarityFactory, SuggestComponentTest, 
ExternalFileFieldSortTest, OpenExchangeRatesOrgProviderTest, 
HdfsAutoAddReplicasIntegrationTest, TestLeaderElectionWithEmptyReplica, 
TestLRUStatsCache, TestHdfsBackupRestoreCore, TestMacroExpander, 
TestRemoteStreaming, DOMUtilTest, TestGenericDistributedQueue, 
HttpPartitionTest, BasicFunctionalityTest, SystemInfoHandlerTest, 
TestManagedStopFilterFactory, AliasIntegrationTest, TestExportWriter, 
TestUnifiedSolrHighlighter, BlockJoinFacetDistribTest, TermsComponentTest, 
TestSolrConfigHandlerCloud, SolrCloudExampleTest, LargeFieldTest, 
MetricsHandlerTest, TestSerializedLuceneMatchVersion, HdfsThreadLeakTest, 
TestJsonFacetRefinement, TestConfigSets, TestMinMaxOnMultiValuedField, 
TestAddFieldRealTimeGet, SolrIndexSplitterTest, 
TestComplexPhraseLeadingWildcard, FullSolrCloudDistribCmdsTest, 
CollectionStateFormat2Test, StressHdfsTest, TestSubQueryTransformerDistrib, 
TestPostingsSolrHighlighter, UpdateParamsTest, HdfsDirectoryFactoryTest, 
TestCloudSchemaless, LeaderElectionIntegrationTest, DocValuesTest, 
TestCollectionsAPIViaSolrCloudCluster, TestIntervalFaceting, TestReload, 
TestManagedSynonymGraphFilterFactory, TestFaceting, TestScoreJoinQPNoScore, 
V2StandaloneTest, TestExactSharedStatsCache, CopyFieldTest, 
OverseerCollectionConfigSetProcessorTest, ShardRoutingCustomTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestPolicyCloud, 
TestStressVersions, TimeRoutedAliasUpdateProcessorTest, 
AutoAddReplicasPlanActionTest, TestCharFilters, SolrCoreTest, 
SolrShardReporterTest, PluginInfoTest, ConcurrentDeleteAndCreateCollectionTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, FieldMutatingUpdateProcessorTest, 
HdfsCollectionsAPIDistributedZkTest, TestMergePolicyConfig, TestRawTransformer, 
TestCustomStream, LegacyCloudClusterPropTest, TestMissingGroups, RulesTest, 
SearchRateTriggerTest, AnalysisErrorHandlingTest, TestLRUCache, 
TestStandardQParsers, JsonLoaderTest, DeleteStatusTest, UpdateLogTest, 
SolrCoreMetricManagerTest, PingRequestHandlerTest, SimpleFacetsTest, 
TestStressReorder, TestXmlQParserPlugin, TestConfigReload, 
DeleteLastCustomShardedReplicaTest, DebugComponentTest, TestSolrXml, 
TestCollationField, SubstringBytesRefFilterTest, TestFoldingMultitermQuery, 
TestConfigSetsAPIExclusivity, TestCloudPivotFacet, TestDistribDocBasedVersion, 
StatsReloadRaceTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, 
OverseerTaskQueueTest, TestAuthenticationFramework, BooleanFieldTest, 
ConfigureRecoveryStrategyTest, JvmMetricsTest, ConnectionManagerTest, 
JavabinLoaderTest, SearchHandlerTest, TestRandomFaceting, TestPushWriter, 
HdfsBasicDistributedZk2Test, TestBulkSchemaAPI, AnalyticsQueryTest, 
DirectSolrSpellCheckerTest, TestQueryUtils, TestSolrCloudWithKerberosAlt, 
TestAuthorizationFramework, TestImplicitCoreProperties, SoftAutoCommitTest, 
TestCloudRecovery, TestSubQueryTransformer, TestLegacyTerms, ZkStateReaderTest, 
TestExtendedDismaxParser, TestSimpleTrackingShardHandler, 
CollectionsAPIAsyncDistributedZkTest, TestInPlaceUpdatesDistrib, 
LoggingHandlerTest, HdfsDirectoryTest, TestLegacyNumericRangeQueryBuilder, 
HdfsChaosMonkeyNothingIsSafeTest, TestExclusionRuleCollectionAccess, 
SolrJmxReporterCloudTest, MetricUtilsTest, MultiThreadedOCPTest, 
UninvertDocValuesMergePolicyTest, CloudExitableDirectoryReaderTest, 
TestCloudInspectUtil, TestManagedSchemaAPI, ComputePlanActionTest, 
SolrIndexConfigTest, BlockDirectoryTest, TestValueSourceCache, 
LeaderFailoverAfterPartitionTest, CurrencyFieldTypeTest, 
SpellingQueryConverterTest, TestClusterProperties, 
TestEmbeddedSolrServerConstructors, TestSchemalessBufferedUpdates, 
ManagedSchemaRoundRobinCloudTest, DistributedFacetPivotSmallAdvancedTest, 
TestAnalyzedSuggestions, TestSolrCoreSnapshots, DeleteReplicaTest, 
DocValuesNotIndexedTest, TestShortCircuitedRequests, TestStressLiveNodes, 
SimpleCollectionCreateDeleteTest, StatelessScriptUpdateProcessorFactoryTest, 
TestRecoveryHdfs, TestComponentsName, FullHLLTest, TestManagedResourceStorage, 
TermVectorComponentTest, PeerSyncTest, DistributedIntervalFacetingTest, 
TestBackupRepositoryFactory, SimplePostToolTest, IndexSchemaRuntimeFieldTest, 
TestLegacyFieldReuse, BadComponentTest, ImplicitSnitchTest, 
TestHashPartitioner, TestJettySolrRunner, TestDistributedGrouping, 
TestRandomFlRTGCloud, TestPivotHelperCode, FacetPivotSmallTest, 
DistributedQueueTest, DirectoryFactoryTest, TestFastWriter, 
TestFilteredDocIdSet, TestZkChroot, TestTrieFacet, TestClusterStateProvider, 
DistributedExpandComponentTest, HdfsRestartWhileUpdatingTest, BasicZkTest, 
TestReplicationHandler, TestRandomDVFaceting, ZkCLITest, TestJoin, 
TestCoreContainer, StatsComponentTest, DirectUpdateHandlerTest, TestBadConfig, 
TestIndexSearcher, TestCoreDiscovery, SpellCheckCollatorTest, SuggesterTest, 
TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, 
PolyFieldTest, SchemaVersionSpecificBehaviorTest, 
TestWordDelimiterFilterFactory, QueryEqualityTest, SortByFunctionTest, 
TestSolrDeletionPolicy1, CacheHeaderTest, DisMaxRequestHandlerTest, 
TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, 
XmlUpdateRequestHandlerTest, TestIndexingPerformance, MoreLikeThisHandlerTest, 
TestSolrQueryParser, RegexBoostProcessorTest, IndexSchemaTest, 
ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, 
UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, 
TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, 
CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, 
SOLR749Test, TestSolrIndexConfig, SampleTest, TestDocSet, MinimalSchemaTest, 
NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, 
EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, 
TimeZoneUtilsTest, TestFastLRUCache, PreAnalyzedFieldTest, 
TestSuggestSpellingConverter, ClusterStateTest, ZkNodePropsTest, 
CircularListTest, SolrTestCaseJ4Test, TestCrossCoreJoin, 
TestDistributedMissingSort, TestLuceneIndexBackCompat, ActionThrottleTest, 
AssignBackwardCompatibilityTest, CollectionTooManyReplicasTest, 
CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, 
LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, 
MigrateRouteKeyTest, MoveReplicaTest, 
OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, 
RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, RollingRestartTest, 
SolrCLIZkUtilsTest, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, 
TestCloudSearcherWarming, TestCollectionAPI, TestConfigSetsAPIZkFailure, 
TestCryptoKeys, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, 
TestLockTree, TestOnReconnectListenerSupport, TestPullReplica]
   [junit4] Completed [555/763 (2!)] on J1 in 122.85s, 10 tests, 1 failure, 1 
skipped <<< FAILURES!

[...truncated 48780 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to