Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/452/

2 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
        at 
__randomizedtesting.SeedInfo.seed([BC37C829093730CB:3463F7F3A7CB5D33]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:203)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test

Error Message:
expected:<COMPLETED> but was:<RUNNING>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
        at 
__randomizedtesting.SeedInfo.seed([BC37C829093730CB:3463F7F3A7CB5D33]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:289)
        at 
org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:142)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12148 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> 31289 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/init-core-data-001
   [junit4]   2> 31290 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
   [junit4]   2> 31290 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 31292 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 36027 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 41072 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 42248 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 42467 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 45453 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 46015 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_lucene2.us.west_apache_org_37610_hdfs____.47i17p/webapp
   [junit4]   2> 49271 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log Started 
HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:37610
   [junit4]   2> 54060 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 54116 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 54265 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_34408_datanode____hw7v6q/webapp
   [junit4]   2> 56116 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34408
   [junit4]   2> 59314 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 59315 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 59479 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_44929_datanode____1attif/webapp
   [junit4]   2> 62060 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44929
   [junit4]   2> 67135 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to lucene2-us-west.apache.org/127.0.0.1:34984) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 67136 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to lucene2-us-west.apache.org/127.0.0.1:34984) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 68926 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x69639d3649185: from storage 
DS-7e268538-5423-4620-84c2-2ddae9dfca89 node 
DatanodeRegistration(127.0.0.1:39058, 
datanodeUuid=f57ed545-912f-4eeb-bb88-45abf74b3f36, infoPort=42046, 
infoSecurePort=0, ipcPort=41129, 
storageInfo=lv=-56;cid=testClusterID;nsid=1115558180;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 92 msecs
   [junit4]   2> 68926 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x69639d1d3827d: from storage 
DS-ca00221e-f9c8-4812-9cb2-ad0ac76c077b node 
DatanodeRegistration(127.0.0.1:41585, 
datanodeUuid=ec0cb90a-ea9f-44a0-bf04-23e9dc72eaa8, infoPort=41272, 
infoSecurePort=0, ipcPort=41875, 
storageInfo=lv=-56;cid=testClusterID;nsid=1115558180;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 68935 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x69639d3649185: from storage 
DS-631a14fd-9a45-492b-95d6-f927d4ce666c node 
DatanodeRegistration(127.0.0.1:39058, 
datanodeUuid=f57ed545-912f-4eeb-bb88-45abf74b3f36, infoPort=42046, 
infoSecurePort=0, ipcPort=41129, 
storageInfo=lv=-56;cid=testClusterID;nsid=1115558180;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 68935 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x69639d1d3827d: from storage 
DS-587254fe-2f42-4c36-99fd-75e6e7408b05 node 
DatanodeRegistration(127.0.0.1:41585, 
datanodeUuid=ec0cb90a-ea9f-44a0-bf04-23e9dc72eaa8, infoPort=41272, 
infoSecurePort=0, ipcPort=41875, 
storageInfo=lv=-56;cid=testClusterID;nsid=1115558180;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 72182 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.c.a.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will 
wait 5 seconds and try again.
   [junit4]   2> 78555 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002
   [junit4]   2> 78667 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 78718 INFO  (Thread-113) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 78718 INFO  (Thread-113) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 79168 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:46707
   [junit4]   2> 79863 ERROR (Thread-113) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 80180 INFO  (zkConnectionManagerCallback-6-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 82056 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 
82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 82074 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 
82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 82207 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 82207 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 82237 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 82293 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 82323 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.session 
Scavenging every 600000ms
   [junit4]   2> 82358 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.session 
Scavenging every 600000ms
   [junit4]   2> 82469 INFO  (jetty-launcher-3-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2d6dadc1{/solr,null,AVAILABLE}
   [junit4]   2> 82470 INFO  (jetty-launcher-3-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@63dec80c{/solr,null,AVAILABLE}
   [junit4]   2> 82661 INFO  (jetty-launcher-3-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@6af002ae{SSL,[ssl, 
http/1.1]}{127.0.0.1:46426}
   [junit4]   2> 82661 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.Server 
Started @92977ms
   [junit4]   2> 82661 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46426}
   [junit4]   2> 82675 INFO  (jetty-launcher-3-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@3cd065dc{SSL,[ssl, 
http/1.1]}{127.0.0.1:44106}
   [junit4]   2> 82676 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.Server 
Started @92992ms
   [junit4]   2> 82676 INFO  (jetty-launcher-3-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44106}
   [junit4]   2> 82760 ERROR (jetty-launcher-3-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 82760 INFO  (jetty-launcher-3-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 82765 ERROR (jetty-launcher-3-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 82765 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 82766 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 82766 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 82781 INFO  (jetty-launcher-3-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 82781 INFO  (jetty-launcher-3-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 82893 INFO  (jetty-launcher-3-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-24T23:57:18.149Z
   [junit4]   2> 82893 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-24T23:57:18.134Z
   [junit4]   2> 82927 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 83055 INFO  (zkConnectionManagerCallback-8-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 83106 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 83072 INFO  (zkConnectionManagerCallback-10-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 83123 INFO  (jetty-launcher-3-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 83373 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 83375 INFO  (jetty-launcher-3-thread-1) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 83649 INFO  (jetty-launcher-3-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46707/solr
   [junit4]   2> 83702 INFO  (jetty-launcher-3-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46707/solr
   [junit4]   2> 83953 INFO  (zkConnectionManagerCallback-18-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 83954 INFO  (zkConnectionManagerCallback-16-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 84294 INFO  
(zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 84298 INFO  
(zkConnectionManagerCallback-22-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 87711 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 87713 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46426_solr
   [junit4]   2> 87729 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.Overseer Overseer 
(id=72179100110553093-127.0.0.1:46426_solr-n_0000000000) starting
   [junit4]   2> 87837 INFO  (jetty-launcher-3-thread-1) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 87915 INFO  (jetty-launcher-3-thread-1) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44106_solr
   [junit4]   2> 88405 INFO  
(zkCallback-19-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 88592 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 89177 INFO  (jetty-launcher-3-thread-1) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:34984/solr,solr.hdfs.confdir=}}
   [junit4]   2> 89177 INFO  (jetty-launcher-3-thread-1) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:34984/solr,solr.hdfs.confdir=}}
   [junit4]   2> 89904 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46426_solr
   [junit4]   2> 90243 INFO  
(zkCallback-19-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 90257 INFO  (jetty-launcher-3-thread-1) 
[n:127.0.0.1:44106_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 90260 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 90334 INFO  (jetty-launcher-3-thread-1) 
[n:127.0.0.1:44106_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 90334 INFO  (jetty-launcher-3-thread-1) 
[n:127.0.0.1:44106_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 90714 INFO  (jetty-launcher-3-thread-1) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node1/.
   [junit4]   2> 91167 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:34984/solr,solr.hdfs.confdir=}}
   [junit4]   2> 91228 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:34984/solr,solr.hdfs.confdir=}}
   [junit4]   2> 92035 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 92291 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 92291 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 92312 INFO  (jetty-launcher-3-thread-2) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node2/.
   [junit4]   2> 92936 INFO  (zkConnectionManagerCallback-28-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 93164 INFO  (zkConnectionManagerCallback-32-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 93189 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 93190 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[BC37C829093730CB]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46707/solr ready
   [junit4]   2> 93747 INFO  
(TEST-TestHdfsCloudBackupRestore.test-seed#[BC37C829093730CB]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 95340 INFO  (qtp884623217-211) [n:127.0.0.1:46426_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=1&property.customKey=customValue&maxShardsPerNode=6&autoAddReplicas=true&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin
 and sendToOCPQueue=true
   [junit4]   2> 95413 INFO  
(OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
hdfsbackuprestore
   [junit4]   2> 95435 WARN  
(OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.a.c.CreateCollectionCmd Specified number 
of replicas of 3 on collection hdfsbackuprestore is higher than the number of 
Solr instances currently live or live and part of your createNodeSet(2). It's 
unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 95697 INFO  
(OverseerStateUpdate-72179100110553093-127.0.0.1:46426_solr-n_0000000000) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44106/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 95711 INFO  
(OverseerStateUpdate-72179100110553093-127.0.0.1:46426_solr-n_0000000000) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46426/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 95759 INFO  
(OverseerStateUpdate-72179100110553093-127.0.0.1:46426_solr-n_0000000000) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44106/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 95766 INFO  
(OverseerStateUpdate-72179100110553093-127.0.0.1:46426_solr-n_0000000000) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46426/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 95795 INFO  
(OverseerStateUpdate-72179100110553093-127.0.0.1:46426_solr-n_0000000000) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44106/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 95811 INFO  
(OverseerStateUpdate-72179100110553093-127.0.0.1:46426_solr-n_0000000000) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_p10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46426/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 97052 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 97078 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_shard2_replica_p10&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 97120 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 97284 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 97429 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_p4&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 97438 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 97439 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 97540 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 97701 INFO  
(zkCallback-19-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 97701 INFO  
(zkCallback-19-thread-2-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 97706 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 97706 INFO  
(zkCallback-21-thread-2-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 97706 INFO  
(zkCallback-21-thread-3-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 98835 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.3.0
   [junit4]   2> 98871 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.3.0
   [junit4]   2> 98891 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.3.0
   [junit4]   2> 99130 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.3.0
   [junit4]   2> 99163 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.3.0
   [junit4]   2> 99171 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.3.0
   [junit4]   2> 99293 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 99309 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 99326 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_p4] Schema name=minimal
   [junit4]   2> 99329 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 99329 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_n6' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 99391 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard2.replica_n6' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 99419 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 99419 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_p4' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 99419 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_p4' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_p4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 99454 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 99454 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_n1' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 99455 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_n1' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 99530 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_n8] Schema name=minimal
   [junit4]   2> 99544 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 99544 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_p4] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_p4],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_p4/data/]
   [junit4]   2> 99555 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 99681 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 99681 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_n1/data/]
   [junit4]   2> 99698 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_p10] Schema name=minimal
   [junit4]   2> 99710 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_n6] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_n6],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_n6/data/]
   [junit4]   2> 99918 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 99918 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_p10' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 100044 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_p10' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_p10') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 100044 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 100044 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_p10] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_p10],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_p10/data/]
   [junit4]   2> 99939 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 100050 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 100050 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_n2' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 100050 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_n2' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 100050 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 100050 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_n2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_n2/data/]
   [junit4]   2> 99929 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 100055 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_n8' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 100056 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard2.replica_n8' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_n8') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6fc34057
   [junit4]   2> 100056 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 100056 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_n8] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_n8],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_BC37C829093730CB-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_n8/data/]
   [junit4]   2> 101594 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 101594 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 101823 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 101823 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 101880 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7c72509e[hdfsbackuprestore_shard1_replica_p4] main]
   [junit4]   2> 101906 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 101830 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 101882 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 101969 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 101969 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 101970 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 101987 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 102041 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 102041 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 102063 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 102063 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3a5b3f0c[hdfsbackuprestore_shard1_replica_n2] main]
   [junit4]   2> 102063 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 102071 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 102071 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 102090 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@18d90e28[hdfsbackuprestore_shard2_replica_n8] main]
   [junit4]   2> 102092 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1e8ea949[hdfsbackuprestore_shard2_replica_p10] main]
   [junit4]   2> 102093 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 102093 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 102106 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 102106 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@672dd881[hdfsbackuprestore_shard1_replica_n1] main]
   [junit4]   2> 102107 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 102212 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 102212 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 102122 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 102123 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 102123 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 102123 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 102218 INFO  
(searcherExecutor-30-thread-1-processing-n:127.0.0.1:44106_solr 
x:hdfsbackuprestore_shard1_replica_p4 s:shard1 c:hdfsbackuprestore 
r:core_node7) [n:127.0.0.1:44106_solr c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard1_replica_p4] Registered new searcher 
Searcher@7c72509e[hdfsbackuprestore_shard1_replica_p4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 102219 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 102236 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 102237 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 102238 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 102238 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 102239 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 102269 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 102307 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@2d6e172d[hdfsbackuprestore_shard2_replica_n6] main]
   [junit4]   2> 102307 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 102354 INFO  
(searcherExecutor-31-thread-1-processing-n:127.0.0.1:44106_solr 
x:hdfsbackuprestore_shard1_replica_n1 s:shard1 c:hdfsbackuprestore 
r:core_node3) [n:127.0.0.1:44106_solr c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard1_replica_n1] Registered new searcher 
Searcher@672dd881[hdfsbackuprestore_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 102354 INFO  
(searcherExecutor-33-thread-1-processing-n:127.0.0.1:46426_solr 
x:hdfsbackuprestore_shard1_replica_n2 s:shard1 c:hdfsbackuprestore 
r:core_node5) [n:127.0.0.1:46426_solr c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard1_replica_n2] Registered new searcher 
Searcher@3a5b3f0c[hdfsbackuprestore_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 102355 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1593328698886455296
   [junit4]   2> 102363 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 102364 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 102364 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 102365 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1593328698896941056
   [junit4]   2> 102378 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1593328698910572544
   [junit4]   2> 102385 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.ZkController 
hdfsbackuprestore_shard2_replica_p10 starting background replication from leader
   [junit4]   2> 102386 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.ReplicateFromLeader Will start 
replication from leader with poll interval: 00:00:03
   [junit4]   2> 102354 INFO  
(searcherExecutor-34-thread-1-processing-n:127.0.0.1:44106_solr 
x:hdfsbackuprestore_shard2_replica_n8 s:shard2 c:hdfsbackuprestore 
r:core_node11) [n:127.0.0.1:44106_solr c:hdfsbackuprestore s:shard2 
r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard2_replica_n8] Registered new searcher 
Searcher@18d90e28[hdfsbackuprestore_shard2_replica_n8] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 102401 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1593328698934689792
   [junit4]   2> 102632 INFO  
(searcherExecutor-29-thread-1-processing-n:127.0.0.1:46426_solr 
x:hdfsbackuprestore_shard2_replica_n6 s:shard2 c:hdfsbackuprestore 
r:core_node9) [n:127.0.0.1:46426_solr c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard2_replica_n6] Registered new searcher 
Searcher@2d6e172d[hdfsbackuprestore_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 102640 INFO  
(searcherExecutor-32-thread-1-processing-n:127.0.0.1:46426_solr 
x:hdfsbackuprestore_shard2_replica_p10 s:shard2 c:hdfsbackuprestore 
r:core_node12) [n:127.0.0.1:46426_solr c:hdfsbackuprestore s:shard2 
r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard2_replica_p10] Registered new searcher 
Searcher@1e8ea949[hdfsbackuprestore_shard2_replica_p10] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 102646 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ZkController 
hdfsbackuprestore_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 102647 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start 
replication from leader with poll interval: 00:00:03
   [junit4]   2> 102822 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 102822 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 102830 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 102830 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 103007 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save 
terms, version is not match, retrying
   [junit4]   2> 103080 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 103080 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may 
be the new leader - try and sync
   [junit4]   2> 103081 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:44106/solr/hdfsbackuprestore_shard1_replica_n1/
   [junit4]   2> 103102 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 103102 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may 
be the new leader - try and sync
   [junit4]   2> 103102 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:46426/solr/hdfsbackuprestore_shard2_replica_n6/
   [junit4]   2> 103124 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_shard1_replica_n1 url=https://127.0.0.1:44106/solr START 
replicas=[https://127.0.0.1:46426/solr/hdfsbackuprestore_shard1_replica_n2/] 
nUpdates=100
   [junit4]   2> 103125 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_shard2_replica_n6 url=https://127.0.0.1:46426/solr START 
replicas=[https://127.0.0.1:44106/solr/hdfsbackuprestore_shard2_replica_n8/] 
nUpdates=100
   [junit4]   2> 103151 INFO  
(zkCallback-21-thread-3-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103155 INFO  
(zkCallback-19-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103157 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103157 INFO  
(zkCallback-19-thread-3-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103284 INFO  
(zkCallback-21-thread-2-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103391 INFO  
(zkCallback-19-thread-3-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103407 INFO  
(zkCallback-21-thread-2-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103407 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103459 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_shard1_replica_n1 url=https://127.0.0.1:44106/solr DONE. 
 We have no versions.  sync failed.
   [junit4]   2> 103459 INFO  
(zkCallback-19-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103407 INFO  
(zkCallback-21-thread-3-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 103492 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_shard2_replica_n6 url=https://127.0.0.1:46426/solr DONE. 
 We have no versions.  sync failed.
   [junit4]   2> 103544 INFO  (qtp884623217-213) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.S.Request 
[hdfsbackuprestore_shard1_replica_n2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=150
   [junit4]   2> 103577 INFO  (qtp1543304723-204) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.S.Request 
[hdfsbackuprestore_shard2_replica_n8]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=118
   [junit4]   2> 104048 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to 
sync with shard failed, moving to the next candidate
   [junit4]   2> 104048 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We 
failed sync, but we have no versions - we can't sync in that case - we were 
active before, so become leader anyway
   [junit4]   2> 104048 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found 
all replicas participating in election, clear LIR
   [junit4]   2> 104060 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to 
sync with shard failed, moving to the next candidate
   [junit4]   2> 104060 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We 
failed sync, but we have no versions - we can't sync in that case - we were 
active before, so become leader anyway
   [junit4]   2> 104060 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found 
all replicas participating in election, clear LIR
   [junit4]   2> 104244 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am 
the new leader: 
https://127.0.0.1:44106/solr/hdfsbackuprestore_shard1_replica_n1/ shard1
   [junit4]   2> 104267 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am 
the new leader: 
https://127.0.0.1:46426/solr/hdfsbackuprestore_shard2_replica_n6/ shard2
   [junit4]   2> 104396 INFO  
(zkCallback-21-thread-3-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104396 INFO  
(zkCallback-19-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104396 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104396 INFO  
(zkCallback-19-thread-3-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104397 INFO  
(zkCallback-21-thread-2-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104447 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no 
recovery necessary
   [junit4]   2> 104460 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no 
recovery necessary
   [junit4]   2> 104504 INFO  (qtp1543304723-215) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=7065
   [junit4]   2> 104544 INFO  (indexFetcher-60-thread-1) 
[n:127.0.0.1:44106_solr c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node3 
is leader but it's state is down, skipping replication
   [junit4]   2> 104546 INFO  (qtp884623217-209) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=7470
   [junit4]   2> 104576 INFO  (indexFetcher-59-thread-1) 
[n:127.0.0.1:46426_solr c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.IndexFetcher Replica core_node9 
is leader but it's state is down, skipping replication
   [junit4]   2> 104691 INFO  
(zkCallback-21-thread-2-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104691 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104692 INFO  
(zkCallback-21-thread-3-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104707 INFO  
(zkCallback-19-thread-1-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104707 INFO  
(zkCallback-19-thread-3-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 104897 INFO  (qtp1543304723-201) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_p4&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=7468
   [junit4]   2> 105001 INFO  (qtp884623217-210) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_shard2_replica_p10&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=7922
   [junit4]   2> 105111 INFO  (qtp1543304723-205) [n:127.0.0.1:44106_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin}
 status=0 QTime=7571
   [junit4]   2> 105150 INFO  (qtp884623217-206) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin}
 status=0 QTime=8101
   [junit4]   2> 105389 INFO  
(zkCallback-21-thread-2-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 105389 INFO  
(zkCallback-21-thread-3-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 105389 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:44106_solr) 
[n:127.0.0.1:44106_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 105408 INFO  (qtp884623217-211) [n:127.0.0.1:46426_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 105399 INFO  
(zkCallback-19-thread-2-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 105399 INFO  
(zkCallback-19-thread-3-processing-n:127.0.0.1:46426_solr) 
[n:127.0.0.1:46426_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore/state.json] for collection 
[hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 105625 INFO  
(OverseerCollectionConfigSetProcessor-72179100110553093-127.0.0.1:46426_solr-n_0000000000)
 [n:127.0.0.1:46426_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 106427 INFO  (qtp884623217-211) [n:127.0.0.1:46426_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=1&property.customKey=customValue&maxShardsPerNode=6&autoAddReplicas=true&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin}
 status=0 QTime=11110
   [junit4]   2> 107559 INFO  (indexFetcher-60-thread-1) 
[n:127.0.0.1:44106_solr c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication 
failed, so I'll force replication
   [junit4]   2> 107573 INFO  (indexFetcher-59-thread-1) 
[n:127.0.0.1:46426_solr c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.IndexFetcher Last replication 
failed, so I'll force replication
   [junit4]   2> 107573 INFO  (indexFetcher-59-thread-1) 
[n:127.0.0.1:46426_solr c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.IndexFetcher Updated masterUrl 
to https://127.0.0.1:46426/solr/hdfsbackuprestore_shard2_replica_n6/
   [junit4]   2> 107580 INFO  (indexFetcher-60-thread-1) 
[n:127.0.0.1:44106_solr c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl 
to https://127.0.0.1:44106/solr/hdfsbackuprestore_shard1_replica_n1/
   [junit4]   2> 108155 INFO  (qtp884623217-302) [n:127.0.0.1:46426_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.S.Request 
[hdfsbackuprestore_shard2_replica_n6]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=386
   [junit4]   2> 108170 INFO  (indexFetcher-59-thread-1) 
[n:127.0.0.1:46426_solr c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.IndexFetcher Master's 
generation: 1
   [junit4]   2> 108170 INFO  (indexFetcher-59-thread-1) 
[n:127.0.0.1:46426_solr c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 108170 INFO  (indexFetcher-59-thread-1) [

[...truncated too long message...]

 solr.core.collection1.shard1.replica_n25 / 
com.codahale.metrics.MetricRegistry@2d7376de
   [junit4]   2> 3806041 INFO  
(zkCallback-3514-thread-2-processing-n:127.0.0.1:38962__%2Fa) 
[n:127.0.0.1:38962__%2Fa c:collection1 s:shard1 r:core_node26 
x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=319862895
   [junit4]   2> 3806061 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[BC37C829093730CB]) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@1fe60b18{SSL,[ssl, 
http/1.1]}{127.0.0.1:38962}
   [junit4]   2> 3806061 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[BC37C829093730CB]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7f571be5{/_/a,null,UNAVAILABLE}
   [junit4]   2> 3806061 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[BC37C829093730CB]) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 3806062 ERROR 
(TEST-PeerSyncReplicationTest.test-seed#[BC37C829093730CB]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3806066 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[BC37C829093730CB]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:44764 44764
   [junit4]   2> 3806314 INFO  (Thread-5015) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:44764 44764
   [junit4]   2> 3806351 WARN  (Thread-5015) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        11      /solr/collections/collection1/terms/shard1
   [junit4]   2>        8       /solr/aliases.json
   [junit4]   2>        6       /solr/security.json
   [junit4]   2>        6       /solr/configs/conf1
   [junit4]   2>        2       
/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/clusterprops.json
   [junit4]   2>        8       /solr/clusterstate.json
   [junit4]   2>        5       /solr/collections/collection1/state.json
   [junit4]   2>        2       
/solr/overseer_elect/election/72179339586306058-127.0.0.1:39337__%2Fa-n_0000000001
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/72179339586306058-core_node22-n_0000000000
   [junit4]   2>        2       
/solr/overseer_elect/election/72179339586306053-127.0.0.1:46570__%2Fa-n_0000000000
   [junit4]   2>        2       /solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/live_nodes
   [junit4]   2>        8       /solr/collections
   [junit4]   2>        2       /solr/overseer/queue
   [junit4]   2>        2       /solr/overseer/queue-work
   [junit4]   2>        2       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=PeerSyncReplicationTest -Dtests.method=test 
-Dtests.seed=BC37C829093730CB -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=de-DE -Dtests.timezone=Indian/Mauritius -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 73.1s J0 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<0> but 
was:<1>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([BC37C829093730CB:3463F7F3A7CB5D33]:0)
   [junit4]    >        at 
org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:203)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_BC37C829093730CB-001
   [junit4]   2> Feb 25, 2018 12:59:21 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{rnd_s=FSTOrd50, multiDefault=FSTOrd50, a_t=PostingsFormat(name=Memory), 
id=FST50, text=Lucene50(blocksize=128)}, 
docValues:{other_tl1=DocValuesFormat(name=Lucene70), 
range_facet_l_dv=DocValuesFormat(name=Direct), 
rnd_s=DocValuesFormat(name=Asserting), 
multiDefault=DocValuesFormat(name=Asserting), 
intDefault=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Lucene70), 
range_facet_l=DocValuesFormat(name=Lucene70), 
_version_=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), 
id_i1=DocValuesFormat(name=Asserting), 
range_facet_i_dv=DocValuesFormat(name=Lucene70), 
id=DocValuesFormat(name=Direct), text=DocValuesFormat(name=Memory), 
intDvoDefault=DocValuesFormat(name=Memory), 
timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=108, 
maxMBSortInHeap=6.268445736845058, sim=RandomSimilarity(queryNorm=true): {}, 
locale=de-DE, timezone=Indian/Mauritius
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=207215384,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [TolerantUpdateProcessorTest, 
TestHdfsCloudBackupRestore, FullHLLTest, SpatialRPTFieldTypeTest, 
TestLegacyNumericRangeQueryBuilder, NodeAddedTriggerTest, 
TestPayloadCheckQParserPlugin, TestBinaryField, 
OutOfBoxZkACLAndCredentialsProvidersTest, SolrPluginUtilsTest, 
TestInPlaceUpdatesStandalone, DocumentAnalysisRequestHandlerTest, 
TermVectorComponentDistributedTest, CheckHdfsIndexTest, DeleteShardTest, 
OverseerTaskQueueTest, TestIndexingPerformance, 
TestSolrConfigHandlerConcurrent, TestPhraseSuggestions, TestCSVLoader, 
TestUtilizeNode, CreateCollectionCleanupTest, TestSimDistributedQueue, 
TestDelegationWithHadoopAuth, TestExceedMaxTermLength, PluginInfoTest, 
ResponseBuilderTest, TestManagedSynonymGraphFilterFactory, 
ChaosMonkeyNothingIsSafeTest, TestRandomFlRTGCloud, 
HdfsChaosMonkeyNothingIsSafeTest, SolrCoreCheckLockOnStartupTest, 
TestSimpleTextCodec, TestPKIAuthenticationPlugin, TestStressLucene, 
SpellCheckCollatorTest, TestLeaderElectionWithEmptyReplica, TestManagedSchema, 
SimpleMLTQParserTest, TestComponentsName, CursorMarkTest, 
TestQuerySenderNoQuery, ActionThrottleTest, TestBackupRepositoryFactory, 
TestCustomSort, OutputWriterTest, TestLuceneMatchVersion, 
OpenExchangeRatesOrgProviderTest, XmlUpdateRequestHandlerTest, 
SystemLogListenerTest, FullSolrCloudDistribCmdsTest, 
TestPHPSerializedResponseWriter, TestLMDirichletSimilarityFactory, 
TestSchemaSimilarityResource, MoveReplicaTest, TestHashPartitioner, 
SimpleFacetsTest, SuggestComponentTest, DefaultValueUpdateProcessorTest, 
TestSolrCoreParser, TestSortByMinMaxFunction, 
PeerSyncWithIndexFingerprintCachingTest, LeaderElectionContextKeyTest, 
HdfsSyncSliceTest, JavabinLoaderTest, TestCloudSchemaless, 
TestScoreJoinQPScore, TestLuceneIndexBackCompat, SubstringBytesRefFilterTest, 
VMParamsZkACLAndCredentialsProvidersTest, HdfsRecoverLeaseTest, TestJsonFacets, 
SuggesterWFSTTest, TestBlendedInfixSuggestions, HDFSCollectionsAPITest, 
DistributedFacetPivotSmallAdvancedTest, TestFastOutputStream, 
SpellingQueryConverterTest, DocValuesMissingTest, TestCrossCoreJoin, 
TestSolrDeletionPolicy1, TestCryptoKeys, TestStressCloudBlindAtomicUpdates, 
MetricsHandlerTest, TestSolrCloudWithDelegationTokens, 
TestRequestStatusCollectionAPI, BigEndianAscendingWordSerializerTest, 
CdcrReplicationHandlerTest, SolrCloudReportersTest, BasicDistributedZkTest, 
ConcurrentCreateRoutedAliasTest, UtilsToolTest, MissingSegmentRecoveryTest, 
ChaosMonkeySafeLeaderWithPullReplicasTest, 
DistributedQueryElevationComponentTest, AssignTest, TestConfigSetProperties, 
AutoScalingHandlerTest, BufferStoreTest, CollectionsAPIAsyncDistributedZkTest, 
BasicAuthStandaloneTest, ChangedSchemaMergeTest, TestPointFields, 
TestImplicitCoreProperties, TestEmbeddedSolrServerSchemaAPI, 
TemplateUpdateProcessorTest, ParsingFieldUpdateProcessorsTest, ZkNodePropsTest, 
TestNRTOpen, TestManagedResourceStorage, TestDocTermOrds, NumberUtilsTest, 
TestRandomFaceting, SolrCoreMetricManagerTest, TestFieldCacheWithThreads, 
BinaryUpdateRequestHandlerTest, TestDocumentBuilder, ReplicationFactorTest, 
BlockJoinFacetRandomTest, TestCollectionAPIs, HttpPartitionOnCommitTest, 
RankQueryTest, TestSimpleQParserPlugin, TestCollationField, 
HighlighterConfigTest, TestCollapseQParserPlugin, RemoteQueryErrorTest, 
TestCloudJSONFacetJoinDomain, TestRequestForwarding, ClusterStateUpdateTest, 
LeaderElectionTest, TestRandomDVFaceting, TestRealTimeGet, TestJoin, 
DistributedTermsComponentTest, TestRangeQuery, SolrIndexSplitterTest, 
TestExtendedDismaxParser, SolrRequestParserTest, SuggesterTest, TestTrie, 
NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, 
TestAtomicUpdateErrorCases, QueryEqualityTest, SortByFunctionTest, 
DocValuesMultiTest, SolrInfoBeanTest, DebugComponentTest, 
IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, 
PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, 
TestSolrQueryParser, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, 
DirectSolrConnectionTest, TestCharFilters, TestCodecSupport, 
TestBM25SimilarityFactory, DateMathParserTest, DateFieldTest, TestUtils, 
UUIDFieldTest, TestRTGBase, DistributedIntervalFacetingTest, 
TestHighlightDedupGrouping, TestTolerantSearch, 
TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, 
TestJettySolrRunner, AliasIntegrationTest, DistribJoinFromCollectionTest, 
DistributedQueueTest, DistributedVersionInfoTest, 
LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, 
NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, 
PeerSyncReplicationTest]
   [junit4] Completed [548/777 (2!)] on J0 in 73.55s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 49282 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to