Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1602/

2 tests failed.
FAILED:  
org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testSimple

Error Message:
Collection not found: backuprestore_test1_restore

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: 
backuprestore_test1_restore
        at 
__randomizedtesting.SeedInfo.seed([8C43D210691AA45D:B4F0F6EE4EE9708C]:0)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:901)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:174)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testBackupIncremental

Error Message:
Error from server at http://127.0.0.1:33675/solr: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupinc/backuprestore_testbackupinc/zk_backup_0

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:33675/solr: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupinc/backuprestore_testbackupinc/zk_backup_0
        at 
__randomizedtesting.SeedInfo.seed([8C43D210691AA45D:8B867DDB55F29A20]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
        at 
org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
        at 
org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:422)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:432)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:334)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:205)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15306 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest
   [junit4]   2> 1515703 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1515703 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1515703 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.SolrTestCaseJ4 Created dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/data-dir-201-001
   [junit4]   2> 1515703 WARN  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
   [junit4]   2> 1515703 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1515705 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1515706 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001
   [junit4]   2> 1515706 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1515707 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1515707 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1515707 WARN  (ZkTestServer Run Thread) [     ] 
o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1515807 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer start zk server on port: 36373
   [junit4]   2> 1515807 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36373
   [junit4]   2> 1515807 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36373
   [junit4]   2> 1515807 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36373
   [junit4]   2> 1515831 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1515837 INFO  (zkConnectionManagerCallback-14857-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1515837 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1515845 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1515851 INFO  (zkConnectionManagerCallback-14859-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1515851 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1515855 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1515863 INFO  (zkConnectionManagerCallback-14861-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1515863 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1515965 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1515965 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1515965 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1515965 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1515966 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: 
e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1515966 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: 
e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1515969 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1515969 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1515969 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1515970 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3a17ca58{/solr,null,AVAILABLE}
   [junit4]   2> 1515970 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1515970 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1515970 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1515971 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5cf44b7e{/solr,null,AVAILABLE}
   [junit4]   2> 1515972 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@1a311a5{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:43353}
   [junit4]   2> 1515972 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.s.Server Started @1516010ms
   [junit4]   2> 1515972 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
zkHost=127.0.0.1:36373/solr, hostPort=43353}
   [junit4]   2> 1515972 ERROR (jetty-launcher-14862-thread-1) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1515972 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1515972 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.9.0
   [junit4]   2> 1515972 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1515972 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 1515972 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2021-02-17T10:26:12.143Z
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@403ac857{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:33675}
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.s.Server Started @1516012ms
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
zkHost=127.0.0.1:36373/solr, hostPort=33675}
   [junit4]   2> 1515974 ERROR (jetty-launcher-14862-thread-2) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.9.0
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 1515974 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2021-02-17T10:26:12.145Z
   [junit4]   2> 1515975 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1515975 INFO  (zkConnectionManagerCallback-14864-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1515975 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1515981 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1515981 INFO  (zkConnectionManagerCallback-14866-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1515981 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1515981 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1515984 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1515986 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1515986 WARN  
(jetty-launcher-14862-thread-2-SendThread(127.0.0.1:36373)) [     ] 
o.a.z.ClientCnxn An exception was thrown while closing send thread for session 
0x1036673c65c0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x1036673c65c0004, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1036673c65c0004, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1516549 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.CoreContainer Allowing use of paths: 
[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001]
   [junit4]   2> 1516550 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1516551 WARN  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@12c8573f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1516551 WARN  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@12c8573f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1516556 WARN  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@1e28865a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1516556 WARN  (jetty-launcher-14862-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@1e28865a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1516557 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36373/solr
   [junit4]   2> 1516557 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1516558 INFO  (zkConnectionManagerCallback-14880-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1516558 INFO  (jetty-launcher-14862-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1516663 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 1516664 INFO  (zkConnectionManagerCallback-14882-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1516664 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 1516721 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:43353_solr
   [junit4]   2> 1516722 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.Overseer Overseer 
(id=73014666403250182-127.0.0.1:43353_solr-n_0000000000) starting
   [junit4]   2> 1516725 INFO  
(OverseerStateUpdate-73014666403250182-127.0.0.1:43353_solr-n_0000000000) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:43353_solr
   [junit4]   2> 1516726 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43353_solr
   [junit4]   2> 1516727 INFO  
(OverseerStateUpdate-73014666403250182-127.0.0.1:43353_solr-n_0000000000) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1516728 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 1516728 WARN  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1516728 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = 
trackingBackupRepository,class = 
org.apache.solr.core.TrackingBackupRepository,attributes = 
{name=trackingBackupRepository, 
class=org.apache.solr.core.TrackingBackupRepository},args = 
{delegateRepoName=localfs}}
   [junit4]   2> 1516728 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = localfs,class = 
org.apache.solr.core.backup.repository.LocalFileSystemRepository,attributes = 
{name=localfs, 
class=org.apache.solr.core.backup.repository.LocalFileSystemRepository},}
   [junit4]   2> 1516751 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1516770 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492
   [junit4]   2> 1516777 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492
   [junit4]   2> 1516777 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492
   [junit4]   2> 1516778 INFO  (jetty-launcher-14862-thread-1) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node1
   [junit4]   2> 1516970 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.CoreContainer Allowing use of paths: 
[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001]
   [junit4]   2> 1516971 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1516972 WARN  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@642fdc52[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1516972 WARN  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@642fdc52[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1516975 WARN  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@200a353b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1516975 WARN  (jetty-launcher-14862-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@200a353b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1516976 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36373/solr
   [junit4]   2> 1516976 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1516977 INFO  (zkConnectionManagerCallback-14902-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1516977 INFO  (jetty-launcher-14862-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1517079 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 1517080 INFO  (zkConnectionManagerCallback-14904-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1517080 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 1517085 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1517088 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.ZkController Publish 
node=127.0.0.1:33675_solr as DOWN
   [junit4]   2> 1517089 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1517089 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33675_solr
   [junit4]   2> 1517090 INFO  (zkCallback-14881-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1517090 INFO  (zkCallback-14903-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1517092 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 1517092 WARN  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1517092 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = 
trackingBackupRepository,class = 
org.apache.solr.core.TrackingBackupRepository,attributes = 
{name=trackingBackupRepository, 
class=org.apache.solr.core.TrackingBackupRepository},args = 
{delegateRepoName=localfs}}
   [junit4]   2> 1517093 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = localfs,class = 
org.apache.solr.core.backup.repository.LocalFileSystemRepository,attributes = 
{name=localfs, 
class=org.apache.solr.core.backup.repository.LocalFileSystemRepository},}
   [junit4]   2> 1517112 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1517130 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492
   [junit4]   2> 1517140 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492
   [junit4]   2> 1517140 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492
   [junit4]   2> 1517141 INFO  (jetty-launcher-14862-thread-2) 
[n:127.0.0.1:33675_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node2
   [junit4]   2> 1517157 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1517157 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1517158 INFO  (zkConnectionManagerCallback-14917-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1517158 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1517159 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1517160 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36373/solr ready
   [junit4]   2> 1517184 INFO  
(TEST-LocalFSCloudIncrementalBackupTest.testSimple-seed#[8C43D210691AA45D]) [   
  ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 1517190 INFO  
(OverseerThreadFactory-14889-thread-1-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
backuprestore_test1
   [junit4]   2> 1517297 INFO  
(OverseerStateUpdate-73014666403250182-127.0.0.1:43353_solr-n_0000000000) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"backuprestore_test1_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:43353_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:43353/solr";,
   [junit4]   2>   "collection":"backuprestore_test1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1517298 INFO  
(OverseerStateUpdate-73014666403250182-127.0.0.1:43353_solr-n_0000000000) 
[n:127.0.0.1:43353_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"backuprestore_test1_shard2_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:33675_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:33675/solr";,
   [junit4]   2>   "collection":"backuprestore_test1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1517502 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr    
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core 
create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=backuprestore_test1_shard2_replica_n2&action=CREATE&numShards=2&collection=backuprestore_test1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1517502 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr    
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core 
create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=backuprestore_test1_shard1_replica_n1&action=CREATE&numShards=2&collection=backuprestore_test1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1517503 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr    
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault 
Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1517513 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.9.0
   [junit4]   2> 1517513 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.9.0
   [junit4]   2> 1517519 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema 
name=minimal
   [junit4]   2> 1517520 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1517520 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating 
SolrCore 'backuprestore_test1_shard1_replica_n1' using configuration from 
configset conf1, trusted=true
   [junit4]   2> 1517520 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.backuprestore_test1.shard1.replica_n1' (registry 
'solr.core.backuprestore_test1.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492
   [junit4]   2> 1517520 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema 
name=minimal
   [junit4]   2> 1517520 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.SolrCore 
[[backuprestore_test1_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node1/backuprestore_test1_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node1/backuprestore_test1_shard1_replica_n1/data/]
   [junit4]   2> 1517521 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1517521 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating 
SolrCore 'backuprestore_test1_shard2_replica_n2' using configuration from 
configset conf1, trusted=true
   [junit4]   2> 1517521 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.backuprestore_test1.shard2.replica_n2' (registry 
'solr.core.backuprestore_test1.shard2.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@25dce492
   [junit4]   2> 1517521 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.SolrCore 
[[backuprestore_test1_shard2_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node2/backuprestore_test1_shard2_replica_n2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node2/backuprestore_test1_shard2_replica_n2/data/]
   [junit4]   2> 1517596 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1517596 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1517597 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1517597 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1517608 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1517609 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1517609 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000 ms
   [junit4]   2> 1517609 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1691937746483937280
   [junit4]   2> 1517612 INFO  
(searcherExecutor-14919-thread-1-processing-n:127.0.0.1:43353_solr 
x:backuprestore_test1_shard1_replica_n1 c:backuprestore_test1 s:shard1 
r:core_node3) [n:127.0.0.1:43353_solr c:backuprestore_test1 s:shard1 
r:core_node3 x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.SolrCore 
[backuprestore_test1_shard1_replica_n1]  Registered new searcher autowarm time: 
0 ms
   [junit4]   2> 1517618 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1517618 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1517619 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1517619 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1517620 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/backuprestore_test1/terms/shard1 to 
Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1517620 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/backuprestore_test1/leaders/shard1
   [junit4]   2> 1517624 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1517624 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1517625 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 1517625 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 1517625 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:43353/solr/backuprestore_test1_shard1_replica_n1/
   [junit4]   2> 1517625 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000 ms
   [junit4]   2> 1517625 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1691937746500714496
   [junit4]   2> 1517625 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 1517626 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.SyncStrategy 
http://127.0.0.1:43353/solr/backuprestore_test1_shard1_replica_n1/ has no 
replicas
   [junit4]   2> 1517626 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/backuprestore_test1/leaders/shard1/leader after winning as 
/collections/backuprestore_test1/leader_elect/shard1/election/73014666403250182-core_node3-n_0000000000
   [junit4]   2> 1517629 INFO  
(searcherExecutor-14921-thread-1-processing-n:127.0.0.1:33675_solr 
x:backuprestore_test1_shard2_replica_n2 c:backuprestore_test1 s:shard2 
r:core_node4) [n:127.0.0.1:33675_solr c:backuprestore_test1 s:shard2 
r:core_node4 x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.SolrCore 
[backuprestore_test1_shard2_replica_n2]  Registered new searcher autowarm time: 
0 ms
   [junit4]   2> 1517630 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
http://127.0.0.1:43353/solr/backuprestore_test1_shard1_replica_n1/ shard1
   [junit4]   2> 1517636 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/backuprestore_test1/terms/shard2 to 
Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1517636 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/backuprestore_test1/leaders/shard2
   [junit4]   2> 1517640 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 1517640 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 1517640 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:33675/solr/backuprestore_test1_shard2_replica_n2/
   [junit4]   2> 1517641 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 1517641 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.SyncStrategy 
http://127.0.0.1:33675/solr/backuprestore_test1_shard2_replica_n2/ has no 
replicas
   [junit4]   2> 1517641 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/backuprestore_test1/leaders/shard2/leader after winning as 
/collections/backuprestore_test1/leader_elect/shard2/election/73014666403250184-core_node4-n_0000000000
   [junit4]   2> 1517646 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
http://127.0.0.1:33675/solr/backuprestore_test1_shard2_replica_n2/ shard2
   [junit4]   2> 1517747 INFO  (zkCallback-14881-thread-1) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore_test1/state.json] for collection 
[backuprestore_test1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1517748 INFO  (zkCallback-14881-thread-2) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore_test1/state.json] for collection 
[backuprestore_test1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1517748 INFO  (zkCallback-14903-thread-1) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore_test1/state.json] for collection 
[backuprestore_test1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1517749 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 1517752 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 1517764 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=backuprestore_test1_shard2_replica_n2&action=CREATE&numShards=2&collection=backuprestore_test1&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=262
   [junit4]   2> 1517766 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr     
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=backuprestore_test1_shard1_replica_n1&action=CREATE&numShards=2&collection=backuprestore_test1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=264
   [junit4]   2> 1517768 INFO  (qtp1325219832-24230) [n:127.0.0.1:33675_solr    
 ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at 
most 45 seconds. Check all shard replicas
   [junit4]   2> 1517876 INFO  (zkCallback-14903-thread-1) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore_test1/state.json] for collection 
[backuprestore_test1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1517876 INFO  (zkCallback-14903-thread-2) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore_test1/state.json] for collection 
[backuprestore_test1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1517876 INFO  (zkCallback-14881-thread-3) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore_test1/state.json] for collection 
[backuprestore_test1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1517876 INFO  (zkCallback-14881-thread-1) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore_test1/state.json] for collection 
[backuprestore_test1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1517876 INFO  (zkCallback-14881-thread-2) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/backuprestore_test1/state.json] for collection 
[backuprestore_test1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1517877 INFO  (qtp1325219832-24230) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={collection.configName=conf1&name=backuprestore_test1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2}
 status=0 QTime=690
   [junit4]   2> 1517894 INFO  (qtp258276921-24229) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/backuprestore_test1/terms/shard1 to 
Terms{values={core_node3=1}, version=1}
   [junit4]   2> 1517894 INFO  (qtp258276921-24229) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory 
[backuprestore_test1_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[4e4aea58-4b51-437b-838a-0168c7b3413c 
(1691937746773344256), 9a8e39cf-a48e-4921-8865-39d69c6603f3 
(1691937746779635712), cc616a54-006b-41a1-b609-530faa4f2bbd 
(1691937746779635713), 1c721576-7580-47bd-b658-c4b401d556df 
(1691937746779635714), c4cf008c-6eea-4c8c-a5e8-2b4ffdaa73f5 
(1691937746779635715), 17638f9f-99f7-4a2e-ad40-6934d8c7efc3 
(1691937746779635716), a412c2b4-7522-429b-8f8b-87089101d812 
(1691937746779635717), 84c8d2a0-9176-407e-af93-c5e5372ec74b 
(1691937746780684288), ac05f668-5743-4b95-9c6e-efbe0c8866d1 
(1691937746780684289), a26631ca-7b0a-41d3-840e-a80d08c59e1b 
(1691937746780684290), ... (41 adds)]} 0 12
   [junit4]   2> 1517895 INFO  (qtp1325219832-24235) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful 
update of terms at /collections/backuprestore_test1/terms/shard2 to 
Terms{values={core_node4=1}, version=1}
   [junit4]   2> 1517896 INFO  (qtp1325219832-24235) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory 
[backuprestore_test1_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[9854200b-c313-4bbf-8cb7-dcbfd0d8e504 
(1691937746777538560), d8a5a7ab-cfdd-4945-8c2b-276a31b717f3 
(1691937746779635712), ee336b25-6773-4b94-b11b-186b2b923bc6 
(1691937746779635713), f5c628e7-6114-4acb-b256-02e98a1dfcdf 
(1691937746779635714), 138c06ee-4e9e-4025-a798-08eba718c1b8 
(1691937746779635715), a1b71df9-f1d6-4874-ab4b-293bb1f9a93b 
(1691937746779635716), a6dbf3cd-0e54-42dc-aaa9-4452c64152a6 
(1691937746779635717), 2462b38d-a2e2-4189-b5c6-8b6332b5f510 
(1691937746780684288), 739f9d8a-f143-4629-a1a9-5d5c4447283f 
(1691937746780684289), f30c9dc1-79a6-4064-aaef-4bd00fa9a27b 
(1691937746780684290), ... (42 adds)]} 0 11
   [junit4]   2> 1517991 INFO  
(searcherExecutor-14919-thread-1-processing-n:127.0.0.1:43353_solr 
x:backuprestore_test1_shard1_replica_n1 c:backuprestore_test1 s:shard1 
r:core_node3) [n:127.0.0.1:43353_solr c:backuprestore_test1 s:shard1 
r:core_node3 x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.SolrCore 
[backuprestore_test1_shard1_replica_n1]  Registered new searcher autowarm time: 
0 ms
   [junit4]   2> 1517992 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory 
[backuprestore_test1_shard1_replica_n1]  webapp=/solr path=/update 
params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33675/solr/backuprestore_test1_shard2_replica_n2/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 87
   [junit4]   2> 1518025 INFO  
(searcherExecutor-14921-thread-1-processing-n:127.0.0.1:33675_solr 
x:backuprestore_test1_shard2_replica_n2 c:backuprestore_test1 s:shard2 
r:core_node4) [n:127.0.0.1:33675_solr c:backuprestore_test1 s:shard2 
r:core_node4 x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.SolrCore 
[backuprestore_test1_shard2_replica_n2]  Registered new searcher autowarm time: 
0 ms
   [junit4]   2> 1518026 INFO  (qtp1325219832-24228) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory 
[backuprestore_test1_shard2_replica_n2]  webapp=/solr path=/update 
params={_stateVer_=backuprestore_test1:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 129
   [junit4]   2> 1518026 INFO  
(TEST-LocalFSCloudIncrementalBackupTest.testSimple-seed#[8C43D210691AA45D]) [   
  ] o.a.s.c.a.c.AbstractIncrementalBackupTest Indexed 83 docs to collection: 
backuprestore_test1
   [junit4]   2> 1518043 INFO  (qtp1325219832-24232) [n:127.0.0.1:33675_solr 
c:backuprestore_test1    ] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/collections 
params={async=42738b6b-c39c-40bf-a258-1b94ba744c08&name=mytestbackuptestbackupincsimple&action=BACKUP&location=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001&collection=backuprestore_test1&incremental=true&repository=trackingBackupRepository&wt=javabin&version=2}
 status=0 QTime=13
   [junit4]   2> 1518050 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=42738b6b-c39c-40bf-a258-1b94ba744c08&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=6
   [junit4]   2> 1518054 INFO  
(OverseerCollectionConfigSetProcessor-73014666403250182-127.0.0.1:43353_solr-n_0000000000)
 [n:127.0.0.1:43353_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1518072 INFO  
(OverseerThreadFactory-14889-thread-2-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] o.a.s.c.a.c.BackupCmd 
Starting backup of collection=backuprestore_test1 with 
backupName=mytestbackuptestbackupincsimple at 
location=file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1
   [junit4]   2> 1518089 INFO  (qtp1325219832-24228) [n:127.0.0.1:33675_solr    
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={core=backuprestore_test1_shard2_replica_n2&async=42738b6b-c39c-40bf-a258-1b94ba744c0814603767707997419&qt=/admin/cores&name=shard2&shardBackupId=md_shard2_0&action=BACKUPCORE&location=file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1&incremental=true&repository=trackingBackupRepository&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1518090 INFO  (qtp258276921-24231) [n:127.0.0.1:43353_solr    
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={core=backuprestore_test1_shard1_replica_n1&async=42738b6b-c39c-40bf-a258-1b94ba744c0814603767708068456&qt=/admin/cores&name=shard1&shardBackupId=md_shard1_0&action=BACKUPCORE&location=file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1&incremental=true&repository=trackingBackupRepository&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1518090 INFO  (qtp1325219832-24232) [n:127.0.0.1:33675_solr    
 ] o.a.s.h.a.CoreAdminOperation Checking request status for : 
42738b6b-c39c-40bf-a258-1b94ba744c0814603767707997419
   [junit4]   2> 1518090 INFO  (qtp1325219832-24232) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=42738b6b-c39c-40bf-a258-1b94ba744c0814603767707997419&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1518093 INFO  
(parallelCoreAdminExecutor-14890-thread-1-processing-n:127.0.0.1:43353_solr 
x:backuprestore_test1_shard1_replica_n1 
42738b6b-c39c-40bf-a258-1b94ba744c0814603767708068456 BACKUPCORE) 
[n:127.0.0.1:43353_solr c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.h.IncrementalShardBackup 
Creating backup snapshot at 
file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1
 shardBackupMetadataFile:org.apache.solr.core.backup.ShardBackupId@2f53f179
   [junit4]   2> 1518094 INFO  
(parallelCoreAdminExecutor-14908-thread-1-processing-n:127.0.0.1:33675_solr 
x:backuprestore_test1_shard2_replica_n2 
42738b6b-c39c-40bf-a258-1b94ba744c0814603767707997419 BACKUPCORE) 
[n:127.0.0.1:33675_solr c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.h.IncrementalShardBackup 
Creating backup snapshot at 
file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1
 shardBackupMetadataFile:org.apache.solr.core.backup.ShardBackupId@4848f8f5
   [junit4]   2> 1519052 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=42738b6b-c39c-40bf-a258-1b94ba744c08&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 1519092 INFO  (qtp1325219832-24230) [n:127.0.0.1:33675_solr    
 ] o.a.s.h.a.CoreAdminOperation Checking request status for : 
42738b6b-c39c-40bf-a258-1b94ba744c0814603767707997419
   [junit4]   2> 1519092 INFO  (qtp1325219832-24230) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=42738b6b-c39c-40bf-a258-1b94ba744c0814603767707997419&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1519092 ERROR 
(OverseerThreadFactory-14889-thread-2-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 
127.0.0.1:33675_solr: 
{responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup 
core=backuprestore_test1_shard2_replica_n2 because 
org.apache.lucene.index.CorruptIndexException: codec footer mismatch (file 
truncated?): actual footer=808464432 vs expected footer=-1071082520 
(resource=BufferedChecksumIndexInput(MMapIndexInput(path="/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node2/backuprestore_test1_shard2_replica_n2/data/index/_0.dii")))}
   [junit4]   2> 1519093 INFO  (qtp258276921-24224) [n:127.0.0.1:43353_solr     
] o.a.s.h.a.CoreAdminOperation Checking request status for : 
42738b6b-c39c-40bf-a258-1b94ba744c0814603767708068456
   [junit4]   2> 1519093 INFO  (qtp258276921-24224) [n:127.0.0.1:43353_solr     
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=42738b6b-c39c-40bf-a258-1b94ba744c0814603767708068456&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1519094 ERROR 
(OverseerThreadFactory-14889-thread-2-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 
127.0.0.1:43353_solr: 
{responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup 
core=backuprestore_test1_shard1_replica_n1 because 
org.apache.lucene.index.CorruptIndexException: codec footer mismatch (file 
truncated?): actual footer=808464432 vs expected footer=-1071082520 
(resource=BufferedChecksumIndexInput(MMapIndexInput(path="/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node1/backuprestore_test1_shard1_replica_n1/data/index/_0.dii")))}
   [junit4]   2> 1519094 ERROR 
(OverseerThreadFactory-14889-thread-2-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] o.a.s.c.a.c.BackupCmd Error 
happened during incremental backup for collection:backuprestore_test1
   [junit4]   2>           => org.apache.solr.common.SolrException: Could not 
backup all shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:247)
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all 
shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:247)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_281]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_281]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 1519099 ERROR 
(OverseerThreadFactory-14889-thread-2-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: backuprestore_test1 
operation: backup failed:java.nio.file.NoSuchFileException: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1/zk_backup_0
   [junit4]   2>        at 
sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2>        at 
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
   [junit4]   2>        at 
sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
   [junit4]   2>        at 
sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
   [junit4]   2>        at java.nio.file.Files.readAttributes(Files.java:1737)
   [junit4]   2>        at 
java.nio.file.FileTreeWalker.getAttributes(FileTreeWalker.java:219)
   [junit4]   2>        at 
java.nio.file.FileTreeWalker.visit(FileTreeWalker.java:276)
   [junit4]   2>        at 
java.nio.file.FileTreeWalker.walk(FileTreeWalker.java:322)
   [junit4]   2>        at java.nio.file.Files.walkFileTree(Files.java:2662)
   [junit4]   2>        at java.nio.file.Files.walkFileTree(Files.java:2742)
   [junit4]   2>        at 
org.apache.solr.core.backup.repository.LocalFileSystemRepository.deleteDirectory(LocalFileSystemRepository.java:112)
   [junit4]   2>        at 
org.apache.solr.core.TrackingBackupRepository.deleteDirectory(TrackingBackupRepository.java:88)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.DeleteBackupCmd.deleteBackupIds(DeleteBackupCmd.java:193)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.cleanBackup(OverseerCollectionMessageHandler.java:723)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:108)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1519101 INFO  
(OverseerThreadFactory-14889-thread-2-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] o.a.s.c.OverseerTaskQueue 
Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. 
Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1520054 INFO  (qtp1325219832-24235) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=42738b6b-c39c-40bf-a258-1b94ba744c08&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 1520056 INFO  
(OverseerCollectionConfigSetProcessor-73014666403250182-127.0.0.1:43353_solr-n_0000000000)
 [n:127.0.0.1:43353_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1520056 INFO  (qtp1325219832-24228) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=42738b6b-c39c-40bf-a258-1b94ba744c08&action=DELETESTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1520056 INFO  
(TEST-LocalFSCloudIncrementalBackupTest.testSimple-seed#[8C43D210691AA45D]) [   
  ] o.a.s.c.a.c.AbstractIncrementalBackupTest Created backup with 83 docs, took 
2029ms
   [junit4]   2> 1520061 INFO  (qtp1325219832-24232) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory 
[backuprestore_test1_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[6321fe32-323b-4ec0-b9d6-085ebbbd17e0 
(1691937749050851328), b9864ae9-18e9-4711-9a11-0d769b8b61d5 
(1691937749052948480), 50052fd1-2cd2-45cd-a124-5ff42997d3a0 
(1691937749052948481), 2d2b73f7-66c4-4e0d-acf6-9f77f4eae2e8 
(1691937749052948482), 7e24b453-101c-47ff-aa16-1cd3e3681aee 
(1691937749052948483), 8bad8a1e-0e9a-44f0-a71f-d4349800d4d3 
(1691937749053997056), 743916d1-ac5a-47bf-ad4a-f844ca12be8b 
(1691937749053997057), aac081da-4da4-4230-8d34-1f3a3000af5d 
(1691937749053997058), 86e195bd-9d29-4ab4-8753-2842e6775512 
(1691937749053997059), 0b5c62ed-339c-4107-9515-c96eaec3fedf 
(1691937749053997060), ... (41 adds)]} 0 3
   [junit4]   2> 1520061 INFO  (qtp258276921-24225) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory 
[backuprestore_test1_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[0e477814-ea0a-4cf5-a754-84bea58acaaa 
(1691937749050851328), a45232a5-9a55-4006-b200-8a524b3221f5 
(1691937749052948480), c1a4e7d0-5887-4c49-aa68-aaa4bcf85c69 
(1691937749052948481), 08bfd42d-b1af-421b-985e-94c8860b357a 
(1691937749052948482), 5eb940d3-196d-4513-97d1-bb7e36daaeac 
(1691937749052948483), a7a2e440-ec41-4f38-bbe4-3902c605ca16 
(1691937749053997056), e3f4162e-c782-4662-b303-0a650d3647a9 
(1691937749053997057), 907b6cd8-1a8f-438f-b112-e2a2d68c8e6b 
(1691937749053997058), a3986629-2d48-4e29-8260-cbd22efac81c 
(1691937749053997059), a70a4b3e-6093-4f89-8d29-fe2e72433514 
(1691937749053997060), ... (42 adds)]} 0 3
   [junit4]   2> 1520089 INFO  
(searcherExecutor-14921-thread-1-processing-n:127.0.0.1:33675_solr 
x:backuprestore_test1_shard2_replica_n2 c:backuprestore_test1 s:shard2 
r:core_node4) [n:127.0.0.1:33675_solr c:backuprestore_test1 s:shard2 
r:core_node4 x:backuprestore_test1_shard2_replica_n2 ] o.a.s.c.SolrCore 
[backuprestore_test1_shard2_replica_n2]  Registered new searcher autowarm time: 
0 ms
   [junit4]   2> 1520089 INFO  (qtp1325219832-24235) [n:127.0.0.1:33675_solr 
c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory 
[backuprestore_test1_shard2_replica_n2]  webapp=/solr path=/update 
params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43353/solr/backuprestore_test1_shard1_replica_n1/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 25
   [junit4]   2> 1520111 INFO  
(searcherExecutor-14919-thread-1-processing-n:127.0.0.1:43353_solr 
x:backuprestore_test1_shard1_replica_n1 c:backuprestore_test1 s:shard1 
r:core_node3) [n:127.0.0.1:43353_solr c:backuprestore_test1 s:shard1 
r:core_node3 x:backuprestore_test1_shard1_replica_n1 ] o.a.s.c.SolrCore 
[backuprestore_test1_shard1_replica_n1]  Registered new searcher autowarm time: 
0 ms
   [junit4]   2> 1520111 INFO  (qtp258276921-24227) [n:127.0.0.1:43353_solr 
c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory 
[backuprestore_test1_shard1_replica_n1]  webapp=/solr path=/update 
params={_stateVer_=backuprestore_test1:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 50
   [junit4]   2> 1520111 INFO  
(TEST-LocalFSCloudIncrementalBackupTest.testSimple-seed#[8C43D210691AA45D]) [   
  ] o.a.s.c.a.c.AbstractIncrementalBackupTest Indexed 83 docs to collection: 
backuprestore_test1
   [junit4]   2> 1520114 INFO  (qtp1325219832-24228) [n:127.0.0.1:33675_solr 
c:backuprestore_test1    ] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/collections 
params={async=d11e9c04-db11-4994-b721-899daad0a83e&name=mytestbackuptestbackupincsimple&action=BACKUP&location=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001&collection=backuprestore_test1&incremental=true&repository=trackingBackupRepository&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 1520116 INFO  (qtp1325219832-24232) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=d11e9c04-db11-4994-b721-899daad0a83e&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 1520120 INFO  
(OverseerThreadFactory-14889-thread-3-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] o.a.s.c.a.c.BackupCmd 
Starting backup of collection=backuprestore_test1 with 
backupName=mytestbackuptestbackupincsimple at 
location=file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1/
   [junit4]   2> 1520123 INFO  (qtp1325219832-24234) [n:127.0.0.1:33675_solr    
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={core=backuprestore_test1_shard2_replica_n2&async=d11e9c04-db11-4994-b721-899daad0a83e14603769751797301&qt=/admin/cores&name=shard2&shardBackupId=md_shard2_0&action=BACKUPCORE&location=file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1/&incremental=true&repository=trackingBackupRepository&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 1520123 INFO  
(parallelCoreAdminExecutor-14908-thread-2-processing-n:127.0.0.1:33675_solr 
x:backuprestore_test1_shard2_replica_n2 
d11e9c04-db11-4994-b721-899daad0a83e14603769751797301 BACKUPCORE) 
[n:127.0.0.1:33675_solr c:backuprestore_test1 s:shard2 r:core_node4 
x:backuprestore_test1_shard2_replica_n2 ] o.a.s.h.IncrementalShardBackup 
Creating backup snapshot at 
file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1/
 shardBackupMetadataFile:org.apache.solr.core.backup.ShardBackupId@1131a6e2
   [junit4]   2> 1520124 INFO  (qtp258276921-24229) [n:127.0.0.1:43353_solr    
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={core=backuprestore_test1_shard1_replica_n1&async=d11e9c04-db11-4994-b721-899daad0a83e14603769751841153&qt=/admin/cores&name=shard1&shardBackupId=md_shard1_0&action=BACKUPCORE&location=file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1/&incremental=true&repository=trackingBackupRepository&wt=javabin&version=2}
 status=0 QTime=3
   [junit4]   2> 1520124 INFO  
(parallelCoreAdminExecutor-14890-thread-2-processing-n:127.0.0.1:43353_solr 
x:backuprestore_test1_shard1_replica_n1 
d11e9c04-db11-4994-b721-899daad0a83e14603769751841153 BACKUPCORE) 
[n:127.0.0.1:43353_solr c:backuprestore_test1 s:shard1 r:core_node3 
x:backuprestore_test1_shard1_replica_n1 ] o.a.s.h.IncrementalShardBackup 
Creating backup snapshot at 
file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1/
 shardBackupMetadataFile:org.apache.solr.core.backup.ShardBackupId@75f28b3e
   [junit4]   2> 1520124 INFO  (qtp1325219832-24230) [n:127.0.0.1:33675_solr    
 ] o.a.s.h.a.CoreAdminOperation Checking request status for : 
d11e9c04-db11-4994-b721-899daad0a83e14603769751797301
   [junit4]   2> 1520124 INFO  (qtp1325219832-24230) [n:127.0.0.1:33675_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=d11e9c04-db11-4994-b721-899daad0a83e14603769751797301&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1520125 ERROR 
(OverseerThreadFactory-14889-thread-3-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 
127.0.0.1:33675_solr: 
{responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup 
core=backuprestore_test1_shard2_replica_n2 because 
org.apache.lucene.index.CorruptIndexException: codec footer mismatch (file 
truncated?): actual footer=808464432 vs expected footer=-1071082520 
(resource=BufferedChecksumIndexInput(MMapIndexInput(path="/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node2/backuprestore_test1_shard2_replica_n2/data/index/_1.inf")))}
   [junit4]   2> 1520125 INFO  (qtp258276921-24231) [n:127.0.0.1:43353_solr     
] o.a.s.h.a.CoreAdminOperation Checking request status for : 
d11e9c04-db11-4994-b721-899daad0a83e14603769751841153
   [junit4]   2> 1520125 INFO  (qtp258276921-24231) [n:127.0.0.1:43353_solr     
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=d11e9c04-db11-4994-b721-899daad0a83e14603769751841153&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1520125 ERROR 
(OverseerThreadFactory-14889-thread-3-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 
127.0.0.1:43353_solr: 
{responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup 
core=backuprestore_test1_shard1_replica_n1 because 
org.apache.lucene.index.CorruptIndexException: codec footer mismatch (file 
truncated?): actual footer=808464432 vs expected footer=-1071082520 
(resource=BufferedChecksumIndexInput(MMapIndexInput(path="/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/tempDir-001/node1/backuprestore_test1_shard1_replica_n1/data/index/_1.inf")))}
   [junit4]   2> 1520125 ERROR 
(OverseerThreadFactory-14889-thread-3-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] o.a.s.c.a.c.BackupCmd Error 
happened during incremental backup for collection:backuprestore_test1
   [junit4]   2>           => org.apache.solr.common.SolrException: Could not 
backup all shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:247)
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all 
shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:247)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_281]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_281]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 1520126 ERROR 
(OverseerThreadFactory-14889-thread-3-processing-n:127.0.0.1:43353_solr) 
[n:127.0.0.1:43353_solr c:backuprestore_test1    ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: backuprestore_test1 
operation: backup failed:java.nio.file.NoSuchFileException: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001/mybackup-001/mytestbackuptestbackupincsimple/backuprestore_test1/zk_backup_0
   [junit4]   2>        at 
sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2>        at 
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
   [junit4]   2>        at 
sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
   [junit4]   2>        at 
sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
   [junit4]   2>        at java.nio.file.Files.readAttributes(Files.java:1737)
   [junit4]   2>        at 
java.nio.file.FileTreeWalker.getAttributes(FileTreeWalker.java:219)
   [junit4]   2>        at 
java.nio.file.FileTreeWalker.visit(FileTreeWalker.java:276)
   [junit4]   2>        at 
java.nio.file.FileTreeWalker.walk(FileTreeWalker.java:322)
   [junit4]   2>        at java.nio.file.Files.walkFileTree(Files.java:2662)
   [junit4]   2>        at java.nio.file.Files.walkFileTree(Files.java:2742)
   [junit4]   2>        at 
org.apache.solr.core.backup.repository.LocalFileSystemRepository.deleteDirectory(LocalFileSystemRepository.java:112)
   [junit4]   2>        at 
org.apache.solr.core.TrackingBackupRepository.deleteDirectory(TrackingBackupRepository.java:88)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.DeleteBackupCmd.deleteBackupIds(DeleteBackupCmd.java:193)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.cleanBackup(OverseerCollectionMessageHandler.java:723)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:108)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at

[...truncated too long message...]

junit4]   2> 1523079 INFO  (jetty-closer-14942-thread-2) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster 
tag=null
   [junit4]   2> 1523165 INFO  (jetty-closer-14942-thread-1) [     ] 
o.a.s.c.Overseer Overseer 
(id=73014666403250182-127.0.0.1:43353_solr-n_0000000000) closing
   [junit4]   2> 1523166 INFO  (jetty-closer-14942-thread-1) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@1a311a5{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:0}
   [junit4]   2> 1523167 INFO  (jetty-closer-14942-thread-1) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3a17ca58{/solr,null,STOPPED}
   [junit4]   2> 1523167 INFO  (jetty-closer-14942-thread-1) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1523267 INFO  (jetty-closer-14942-thread-2) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@403ac857{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:0}
   [junit4]   2> 1523267 INFO  (jetty-closer-14942-thread-2) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5cf44b7e{/solr,null,STOPPED}
   [junit4]   2> 1523267 INFO  (jetty-closer-14942-thread-2) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1523268 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1523269 WARN  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker-SendThread(127.0.0.1:36373))
 [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x1036673c65c0000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x1036673c65c0000, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1036673c65c0000, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1523370 WARN  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker-SendThread(127.0.0.1:36373))
 [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x1036673c65c0001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x1036673c65c0001, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1036673c65c0001, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1523472 WARN  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        3       
/solr/collections/backuprestore_test1/terms/shard2
   [junit4]   2>        3       
/solr/collections/backuprestore_test1/terms/shard1
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        2       /solr/packages.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       /solr/configs/conf1
   [junit4]   2>        2       
/solr/collections/backuprestore_test1/collectionprops.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        16      /solr/collections/backuprestore_test1/state.json
   [junit4]   2>        14      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        29      /solr/overseer/queue
   [junit4]   2>        17      /solr/overseer/collection-queue-work
   [junit4]   2>        9       /solr/collections
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        8       /solr/collections/backuprestore_test1/state.json
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1523474 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36373
   [junit4]   2> 1523474 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36373
   [junit4]   2> 1523474 INFO  
(SUITE-LocalFSCloudIncrementalBackupTest-seed#[8C43D210691AA45D]-worker) [     
] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36373
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_8C43D210691AA45D-001
   [junit4]   2> Feb 17, 2021 10:26:19 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=SimpleText, 
sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-IQ, 
timezone=America/Argentina/Buenos_Aires
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 
1.8.0_281 (64-bit)/cpus=4,threads=1,free=328831792,total=510132224
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, 
TestAuthenticationFramework, DeleteLastCustomShardedReplicaTest, 
TestNumericTerms32, HdfsChaosMonkeySafeLeaderTest, CdcrReplicationHandlerTest, 
LegacyCloudClusterPropTest, CoreAdminRequestStatusTest, TestCodecSupport, 
SolrCoreCheckLockOnStartupTest, TestTlogReplica, TestJsonFacetRefinement, 
ScheduledTriggerTest, TestRTGBase, AtomicUpdateProcessorFactoryTest, 
ZkCollectionPropsCachingTest, SortSpecParsingTest, TestRandomFlRTGCloud, 
NoCacheHeaderTest, BaseCdcrDistributedZkTest, TestPerFieldSimilarity, 
BadIndexSchemaTest, NodeMarkersRegistrationTest, SuggesterTest, 
MoreLikeThisHandlerTest, Tagger2Test, UniqFieldsUpdateProcessorFactoryTest, 
TestExpandComponent, SynonymTokenizerTest, TestScoreJoinQPNoScore, TestNRTOpen, 
TestSchemaSimilarityResource, TestIntervalFaceting, 
HdfsUnloadDistributedZkTest, SecurityConfHandlerTest, 
MissingSegmentRecoveryTest, TestObjectReleaseTracker, 
TestPayloadScoreQParserPlugin, TestGeoJSONResponseWriter, 
TestCloudPhrasesIdentificationComponent, TestLMDirichletSimilarityFactory, 
TestTrie, TestConfigSetProperties, SolrIndexSplitterTest, TestSmileRequest, 
AddReplicaTest, TestDeleteCollectionOnDownNodes, TestJmxIntegration, 
MBeansHandlerTest, TriLevelCompositeIdRoutingTest, TestCloudSchemaless, 
CurrencyFieldTypeTest, CollectionReloadTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, BasicAuthOnSingleNodeTest, 
TestManagedStopFilterFactory, BufferStoreTest, TestInPlaceUpdateWithRouteField, 
SolrXmlInZkTest, SimpleFacetsTest, TestSlowCompositeReaderWrapper, 
CloudMLTQParserTest, AutoscalingHistoryHandlerTest, ConnectionManagerTest, 
TestXmlQParserPlugin, RankQueryTest, TestSkipOverseerOperations, 
TestIndexSearcher, TestCollectionAPIs, TestLeaderElectionZkExpiry, 
CSVRequestHandlerTest, TestShardHandlerFactory, 
TimeRoutedAliasUpdateProcessorTest, SharedFSAutoReplicaFailoverTest, 
InfixSuggestersTest, TestDocTermOrdsUninvertLimit, DocValuesMultiTest, 
ChaosMonkeySafeLeaderTest, TestCaffeineCache, DynamicMapsTest, 
ClassificationUpdateProcessorIntegrationTest, ExitableDirectoryReaderTest, 
SolrJmxReporterTest, IndexSchemaRuntimeFieldTest, 
TestStressCloudBlindAtomicUpdates, DistributedSpellCheckComponentTest, 
TestBlendedInfixSuggestions, TestSimDistributedQueue, TestSimScenario, 
TestMultiWordSynonyms, ScriptEngineTest, ZkControllerTest, 
TemplateUpdateProcessorTest, TimeZoneUtilsTest, MergeStrategyTest, 
TestExtendedDismaxParser, SplitHandlerTest, CursorPagingTest, 
TestManagedSchema, TestWriterPerf, TestSha256AuthenticationProvider, 
ForceLeaderWithTlogReplicasTest, IndexSizeEstimatorTest, 
TestSQLHandlerNonCloud, HLLSerializationTest, ConjunctionSolrSpellCheckerTest, 
SpellCheckComponentTest, NodeAddedTriggerIntegrationTest, 
SolrTestCaseJ4DeleteCoreTest, TestPolicyCloud, TestTermsQParserPlugin, 
HDFSCollectionsAPITest, TestSubQueryTransformer, TestIndexingPerformance, 
TestPointFields, CollectionPropsTest, CircularListTest, 
TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, 
TestEmbeddedSolrServerSchemaAPI, BasicDistributedZk2Test, 
BasicDistributedZkTest, CollectionsAPISolrJTest, HttpPartitionTest, 
LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, 
MoveReplicaHDFSTest, MoveReplicaTest, RecoveryAfterSoftCommitTest, 
SliceStateTest, SolrCLIZkUtilsTest, TestCloudRecovery, TestConfigSetsAPI, 
TestPrepRecovery, TestTolerantUpdateProcessorCloud, 
TestTolerantUpdateProcessorRandomCloud, 
VMParamsZkACLAndCredentialsProvidersTest, ZkSolrClientTest, 
CollectionsAPIAsyncDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, 
LocalFSCloudIncrementalBackupTest]
   [junit4] Completed [578/934 (1!)] on J3 in 8.77s, 2 tests, 2 errors <<< 
FAILURES!

[...truncated 51895 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to