[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 3387 - Still Unstable!

[Apache Jenkins Server]

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/3387/

1 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testSimple

Error Message:
expected:<45> but was:<90>

Stack Trace:
java.lang.AssertionError: expected:<45> but was:<90>
        at 
__randomizedtesting.SeedInfo.seed([8B1BFF5BA2D170A2:B3A8DBA58522A473]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotEquals(Assert.java:835)
        at org.junit.Assert.assertEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:633)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:176)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 26111 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 9801 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.u.log Logging initialized @9840ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 10620 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 10927 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 11240 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11241 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11245 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 11264 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@4cdcccf4{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.3754610288087082774/],AVAILABLE}
   [junit4]   2> 11265 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.Server Started @11312ms
   [junit4]   2> 13062 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.h.C.application Initializing Spring DispatcherServlet 
'dispatcherServlet'
   [junit4]   2> 13713 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.u.s.SslContextFactory x509=X509@14eacbd(selfsigned,h=[unknown],a=[],w=[]) 
for 
Server@212ca15f[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 14107 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.AbstractConnector Started SslValidatingServerConnector@2ae35a0a{SSL, 
(ssl, http/1.1)}{0.0.0.0:34781}
   [junit4]   2> 14110 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@33a29b70{HTTP/1.1, 
(http/1.1)}{0.0.0.0:39821}
   [junit4]   2> 14500 WARN  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) [    ] 
o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 14605 WARN  (ZkTestServer Run Thread) [    ] 
o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 15225 WARN  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker-SendThread(127.0.0.1:35961))
 [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x101fc80544b0002.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101fc80544b0002, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 15415 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 15416 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 15422 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 15423 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 15423 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session 
node0 Scavenging every 600000ms
   [junit4]   2> 15427 INFO  (jetty-launcher-8-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@18695396{/solr,null,AVAILABLE}
   [junit4]   2> 15438 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 15438 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 15438 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 15440 INFO  (jetty-launcher-8-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@535c54d5{/solr,null,AVAILABLE}
   [junit4]   2> 15443 INFO  (jetty-launcher-8-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@41cffcc5{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:35557}
   [junit4]   2> 15443 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server 
Started @15491ms
   [junit4]   2> 15449 INFO  (jetty-launcher-8-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@33291d11{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:43705}
   [junit4]   2> 15449 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server 
Started @15496ms
   [junit4]   2> 15528 ERROR (jetty-launcher-8-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 15528 ERROR (jetty-launcher-8-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 17437 WARN  
(jetty-launcher-8-thread-1-SendThread(127.0.0.1:35961)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101fc80544b0005.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101fc80544b0005, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 18012 WARN  (jetty-launcher-8-thread-2) 
[n:127.0.0.1:43705_solr    ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 18305 WARN  (jetty-launcher-8-thread-1) 
[n:127.0.0.1:35557_solr    ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 18499 WARN  (jetty-launcher-8-thread-2) 
[n:127.0.0.1:43705_solr    ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 18569 WARN  (jetty-launcher-8-thread-1) 
[n:127.0.0.1:35557_solr    ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 21913 WARN  (qtp1446249986-65) [n:127.0.0.1:35557_solr 
c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node2 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n1] 
o.a.s.D.s.TrieIntField Solr loaded a deprecated plugin/analysis class 
[solr.TrieIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 21919 WARN  (qtp209752020-57) [n:127.0.0.1:43705_solr 
c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.D.s.TrieLongField Solr loaded a deprecated plugin/analysis class 
[solr.TrieLongField]. Please consult documentation how to replace it 
accordingly.
   [junit4]   2> 35179 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.pos did not match. expected 
checksum is 3001366947 and actual is checksum 1321767110. expected length is 
157 and actual length is 157
   [junit4]   2> 35179 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.pos did not match. expected 
checksum is 3665069885 and actual is checksum 3447143999. expected length is 
142 and actual length is 142
   [junit4]   2> 35185 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 3137216968 
and actual is checksum 839851061. expected length is 623 and actual length is 
623
   [junit4]   2> 35197 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 1320726827 
and actual is checksum 24051476. expected length is 623 and actual length is 623
   [junit4]   2> 35202 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_Direct_0.tim did not match. expected checksum is 
797030459 and actual is checksum 456247916. expected length is 837 and actual 
length is 837
   [junit4]   2> 35208 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_Direct_0.tim did not match. expected checksum is 
75120149 and actual is checksum 3538096457. expected length is 1027 and actual 
length is 1027
   [junit4]   2> 35212 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_Direct_0.doc did not match. expected checksum is 
1462257881 and actual is checksum 597446184. expected length is 76 and actual 
length is 76
   [junit4]   2> 35219 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_Direct_0.doc did not match. expected checksum is 
4101951088 and actual is checksum 1610864870. expected length is 76 and actual 
length is 76
   [junit4]   2> 35230 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_Direct_0.tip did not match. expected checksum is 
534487782 and actual is checksum 1802478615. expected length is 70 and actual 
length is 70
   [junit4]   2> 35236 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_Direct_0.tip did not match. expected checksum is 
3163366479 and actual is checksum 686830297. expected length is 70 and actual 
length is 70
   [junit4]   2> 35244 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 2497102859 
and actual is checksum 2237755293. expected length is 158 and actual length is 
158
   [junit4]   2> 35254 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 4120033517 
and actual is checksum 4050086096. expected length is 59 and actual length is 59
   [junit4]   2> 35255 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 2868089176 
and actual is checksum 3740648378. expected length is 158 and actual length is 
158
   [junit4]   2> 35270 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 66500603 
and actual is checksum 117663686. expected length is 64 and actual length is 64
   [junit4]   2> 35275 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 514130926 
and actual is checksum 7091037. expected length is 59 and actual length is 59
   [junit4]   2> 35280 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 3904965880 
and actual is checksum 4127734859. expected length is 64 and actual length is 64
   [junit4]   2> 35280 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.tio did not match. expected 
checksum is 3668283740 and actual is checksum 2157904544. expected length is 
1471 and actual length is 1471
   [junit4]   2> 35286 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.tio did not match. expected 
checksum is 3115975767 and actual is checksum 3382110786. expected length is 
1756 and actual length is 1756
   [junit4]   2> 35296 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.doc did not match. expected 
checksum is 3967098076 and actual is checksum 333851642. expected length is 103 
and actual length is 103
   [junit4]   2> 35298 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.doc did not match. expected 
checksum is 3410196124 and actual is checksum 4246001384. expected length is 
108 and actual length is 108
   [junit4]   2> 35301 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 3440362935 
and actual is checksum 1258727045. expected length is 1421 and actual length is 
1421
   [junit4]   2> 35303 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 423228105 
and actual is checksum 790362917. expected length is 1670 and actual length is 
1670
   [junit4]   2> 35306 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_Lucene80_0.dvm did not match. expected checksum is 
1800814213 and actual is checksum 393429233. expected length is 318 and actual 
length is 318
   [junit4]   2> 35308 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.tipo did not match. expected 
checksum is 4293197759 and actual is checksum 906252712. expected length is 179 
and actual length is 179
   [junit4]   2> 35311 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_BlockTreeOrds_0.tipo did not match. expected 
checksum is 3034462735 and actual is checksum 275251592. expected length is 179 
and actual length is 179
   [junit4]   2> 35313 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_Lucene80_0.dvm did not match. expected checksum is 
836625317 and actual is checksum 3301469320. expected length is 358 and actual 
length is 358
   [junit4]   2> 35322 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_Lucene80_0.dvd did not match. expected checksum is 
3000337265 and actual is checksum 1022520967. expected length is 96 and actual 
length is 96
   [junit4]   2> 35322 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_Direct_0.tmd did not match. expected checksum is 
2353252848 and actual is checksum 197733909. expected length is 251 and actual 
length is 251
   [junit4]   2> 35327 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_Direct_0.tmd did not match. expected checksum is 
3367163058 and actual is checksum 1971072019. expected length is 251 and actual 
length is 251
   [junit4]   2> 35327 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_Lucene80_0.dvd did not match. expected checksum is 
2621713888 and actual is checksum 656287625. expected length is 101 and actual 
length is 101
   [junit4]   2> 35332 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 1710411870 
and actual is checksum 3695560296. expected length is 515 and actual length is 
515
   [junit4]   2> 35334 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 1146456803 
and actual is checksum 3045325918. expected length is 175 and actual length is 
175
   [junit4]   2> 35345 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 3951564164 
and actual is checksum 1396203124. expected length is 175 and actual length is 
175
   [junit4]   2> 35345 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0_Direct_0.pos did not match. expected checksum is 
1671711471 and actual is checksum 2747578218. expected length is 95 and actual 
length is 95
   [junit4]   2> 35350 WARN  
(parallelCoreAdminExecutor-50-thread-2-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386760463 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n3] 
o.a.s.h.IndexFetcher File _0_Direct_0.pos did not match. expected checksum is 
2736968394 and actual is checksum 3208077194. expected length is 100 and actual 
length is 100
   [junit4]   2> 35350 WARN  
(parallelCoreAdminExecutor-50-thread-1-processing-n:127.0.0.1:43705_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7 
3e75a2df-5d51-4ff0-9627-80523fda94bd8531256386834521 RESTORECORE) 
[n:127.0.0.1:43705_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n7] 
o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 1144885073 
and actual is checksum 2058872155. expected length is 515 and actual length is 
515
   [junit4]   2> 39437 ERROR (qtp1126240952-185) [    ] c.a.t.s.d.FileStore 
File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 39829 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:35557_solr) 
[n:127.0.0.1:35557_solr c:backuprestore_testbackupincsimple   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 
127.0.0.1:43705_solr: 
{responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup 
core=backuprestore_testbackupincsimple_shard1_replica_n1 because 
org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: 
mytestbackuptestbackupincsimple/backuprestore_testbackupincsimple/index/3de19a65-a0c5-4fca-bfd9-19f12782a2f4}
   [junit4]   2> 39830 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:35557_solr) 
[n:127.0.0.1:35557_solr c:backuprestore_testbackupincsimple   ] 
o.a.s.c.a.c.BackupCmd Error happened during incremental backup for collection: 
backuprestore_testbackupincsimple
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all 
shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_291]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_291]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 39982 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:35557_solr) 
[n:127.0.0.1:35557_solr c:backuprestore_testbackupincsimple   ] 
o.a.s.s.S3StorageClient An AmazonServiceException was thrown! [serviceName=S3] 
[awsRequestId=] [httpStatus=404] [s3ErrorCode=NoSuchKey] [message=The specified 
key does not exist.]
   [junit4]   2> 39985 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:35557_solr) 
[n:127.0.0.1:35557_solr c:backuprestore_testbackupincsimple   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: 
backuprestore_testbackupincsimple operation: backup 
failed:org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=S3IncrementalBackupTest -Dtests.method=testSimple 
-Dtests.seed=8B1BFF5BA2D170A2 -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=id -Dtests.timezone=BST -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] FAILURE 9.32s J2 | S3IncrementalBackupTest.testSimple <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<45> but 
was:<90>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([8B1BFF5BA2D170A2:B3A8DBA58522A473]:0)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:176)
   [junit4]    >        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 54290 WARN  (zkCallback-37-thread-1) [    ] 
o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 54293 WARN  (zkCallback-35-thread-3) [    ] 
o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 55107 ERROR (qtp1126240952-226) [    ] c.a.t.s.d.FileStore 
File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 55160 ERROR (qtp1126240952-225) [    ] c.a.t.s.d.FileStore 
File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMe

[...truncated too long message...]

restore_testbackupinc   ] o.a.s.c.a.c.BackupCmd Error happened during 
incremental backup for collection: backuprestore_testbackupinc
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all 
shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_291]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_291]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 87026 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:35557_solr) 
[n:127.0.0.1:35557_solr c:backuprestore_testbackupinc   ] 
o.a.s.s.S3StorageClient An AmazonServiceException was thrown! [serviceName=S3] 
[awsRequestId=] [httpStatus=404] [s3ErrorCode=NoSuchKey] [message=The specified 
key does not exist.]
   [junit4]   2> 87028 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:35557_solr) 
[n:127.0.0.1:35557_solr c:backuprestore_testbackupinc   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: 
backuprestore_testbackupinc operation: backup 
failed:org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 87970 WARN  
(jetty-launcher-8-thread-2-SendThread(127.0.0.1:35961)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101fc80544b0008.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101fc80544b0008, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 88073 INFO  
(jetty-closer-416-thread-1-processing-n:127.0.0.1:43705_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@41cffcc5{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:0}
   [junit4]   2> 88076 INFO  
(jetty-closer-416-thread-1-processing-n:127.0.0.1:43705_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@18695396{/solr,null,STOPPED}
   [junit4]   2> 88076 INFO  
(jetty-closer-416-thread-1-processing-n:127.0.0.1:43705_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 88171 INFO  
(jetty-closer-416-thread-2-processing-n:127.0.0.1:43705_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@33291d11{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:0}
   [junit4]   2> 88172 INFO  
(jetty-closer-416-thread-2-processing-n:127.0.0.1:43705_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@535c54d5{/solr,null,STOPPED}
   [junit4]   2> 88172 INFO  
(jetty-closer-416-thread-2-processing-n:127.0.0.1:43705_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 88377 WARN  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        40      
/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2>        39      
/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2>        37      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        2       /solr/packages.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc_restored/collectionprops.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2>        2       /solr/configs/conf1
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        177     
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        36      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        32      
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        31      
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        22      
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc_restored/leader_elect/shard1/election/72616697114853384-core_node5-n_0000000000
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc_restored/leader_elect/shard2/election/72616697114853383-core_node7-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        208     /solr/overseer/queue
   [junit4]   2>        97      /solr/overseer/collection-queue-work
   [junit4]   2>        44      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        39      /solr/collections
   [junit4]   2>        11      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 88403 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) 
[n:127.0.0.1:43705_solr    ] o.e.j.s.AbstractConnector Stopped 
SslValidatingServerConnector@2ae35a0a{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 88405 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) 
[n:127.0.0.1:43705_solr    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@33a29b70{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 88405 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) 
[n:127.0.0.1:43705_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 88406 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) 
[n:127.0.0.1:43705_solr    ] o.e.j.s.h.C.application Destroying Spring 
FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 88406 INFO  
(SUITE-S3IncrementalBackupTest-seed#[8B1BFF5BA2D170A2]-worker) 
[n:127.0.0.1:43705_solr    ] o.e.j.s.h.ContextHandler Stopped 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@4cdcccf4{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.3754610288087082774/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_8B1BFF5BA2D170A2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): 
{shard_s=BlockTreeOrds(blocksize=128), _version_=BlockTreeOrds(blocksize=128), 
_root_=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Direct)}, 
docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=51, 
maxMBSortInHeap=7.025599806511277, 
sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=id, timezone=BST
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 
1.8.0_291 (64-bit)/cpus=4,threads=1,free=159323856,total=505413632
   [junit4]   2> NOTE: All tests run in this JVM: [S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 88.03s, 3 tests, 1 failure <<< 
FAILURES!

[...truncated 44712 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscr...@lucene.apache.org
For additional commands, e-mail: builds-h...@lucene.apache.org