Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.10/232/

1 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testBackupIncremental

Error Message:
expected:<COMPLETED> but was:<FAILED>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
        at 
__randomizedtesting.SeedInfo.seed([BE51BD7AB78B6DE1:B99412B18B63539C]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotEquals(Assert.java:835)
        at org.junit.Assert.assertEquals(Assert.java:120)
        at org.junit.Assert.assertEquals(Assert.java:146)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:471)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:246)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 26103 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 9297 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.u.log Logging initialized @9313ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 10345 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 10445 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 11020 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11022 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11026 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 11045 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@217f9532{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.1949523505081083242/],AVAILABLE}
   [junit4]   2> 11045 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.Server Started @11082ms
   [junit4]   2> 12553 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.h.C.application Initializing Spring DispatcherServlet 
'dispatcherServlet'
   [junit4]   2> 13181 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.u.s.SslContextFactory 
x509=X509@1bd54c76(selfsigned,h=[unknown],a=[],w=[]) for 
Server@6d514d54[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 13572 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.AbstractConnector Started SslValidatingServerConnector@31691ca2{SSL, 
(ssl, http/1.1)}{0.0.0.0:44803}
   [junit4]   2> 13574 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@75fceae3{HTTP/1.1, 
(http/1.1)}{0.0.0.0:39849}
   [junit4]   2> 14233 WARN  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) [    ] 
o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 14343 WARN  (ZkTestServer Run Thread) [    ] 
o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 14683 WARN  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker-SendThread(127.0.0.1:35797))
 [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x101ecd3cf090002.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101ecd3cf090002, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 15063 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 15064 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 15098 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 15098 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 15098 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session 
node0 Scavenging every 600000ms
   [junit4]   2> 15106 INFO  (jetty-launcher-8-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3ca3d650{/solr,null,AVAILABLE}
   [junit4]   2> 15138 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 15138 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 15138 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session 
node0 Scavenging every 600000ms
   [junit4]   2> 15142 INFO  (jetty-launcher-8-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@57582db2{/solr,null,AVAILABLE}
   [junit4]   2> 15166 INFO  (jetty-launcher-8-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@1795b724{SSL, (ssl, 
http/1.1)}{127.0.0.1:43391}
   [junit4]   2> 15166 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server 
Started @15203ms
   [junit4]   2> 15174 INFO  (jetty-launcher-8-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@e60e823{SSL, (ssl, 
http/1.1)}{127.0.0.1:40837}
   [junit4]   2> 15174 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server 
Started @15211ms
   [junit4]   2> 15269 ERROR (jetty-launcher-8-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 15269 ERROR (jetty-launcher-8-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 15660 WARN  
(jetty-launcher-8-thread-1-SendThread(127.0.0.1:35797)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101ecd3cf090003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101ecd3cf090003, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 15660 WARN  
(jetty-launcher-8-thread-2-SendThread(127.0.0.1:35797)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101ecd3cf090004.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101ecd3cf090004, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 17719 WARN  (jetty-launcher-8-thread-1) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 18118 WARN  (jetty-launcher-8-thread-2) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 18230 WARN  (jetty-launcher-8-thread-1) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 18242 WARN  (jetty-launcher-8-thread-2) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 18606 WARN  
(jetty-launcher-8-thread-2-SendThread(127.0.0.1:35797)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101ecd3cf090006.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101ecd3cf090006, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 18953 WARN  (jetty-launcher-8-thread-2) 
[n:127.0.0.1:43391_solr    ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 19243 WARN  (jetty-launcher-8-thread-1) 
[n:127.0.0.1:40837_solr    ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 19382 WARN  (jetty-launcher-8-thread-2) 
[n:127.0.0.1:43391_solr    ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 19499 WARN  (jetty-launcher-8-thread-1) 
[n:127.0.0.1:40837_solr    ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 36127 WARN  
(OverseerThreadFactory-48-thread-4-processing-n:127.0.0.1:40837_solr) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackupincsimple_restore   ] 
o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection 
(backuprestore_testbackupincsimple_restore) without cores.
   [junit4]   2> 45457 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 1508660206 
and actual is checksum 3647417671. expected length is 143 and actual length is 
143
   [junit4]   2> 45457 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 2888746712 
and actual is checksum 749058161. expected length is 143 and actual length is 
143
   [junit4]   2> 45462 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.pos did not match. expected checksum is 
3416377840 and actual is checksum 3344850956. expected length is 140 and actual 
length is 140
   [junit4]   2> 45462 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.pos did not match. expected checksum is 
4120243001 and actual is checksum 1075097068. expected length is 167 and actual 
length is 167
   [junit4]   2> 45476 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 2074799952 
and actual is checksum 3739900848. expected length is 525 and actual length is 
525
   [junit4]   2> 45482 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 253002492 
and actual is checksum 3372705648. expected length is 525 and actual length is 
525
   [junit4]   2> 45494 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 65875726 
and actual is checksum 1535219407. expected length is 68 and actual length is 68
   [junit4]   2> 45496 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 3261329614 
and actual is checksum 2584693007. expected length is 68 and actual length is 68
   [junit4]   2> 45507 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tim did not match. expected checksum is 
1106992683 and actual is checksum 3144887759. expected length is 1710 and 
actual length is 1710
   [junit4]   2> 45519 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 382107340 
and actual is checksum 124900698. expected length is 158 and actual length is 
158
   [junit4]   2> 45522 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.doc did not match. expected checksum is 
481505037 and actual is checksum 2242977936. expected length is 99 and actual 
length is 99
   [junit4]   2> 45527 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 1913113385 
and actual is checksum 1672503487. expected length is 158 and actual length is 
158
   [junit4]   2> 45527 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.doc did not match. expected checksum is 
1978652137 and actual is checksum 987968654. expected length is 108 and actual 
length is 108
   [junit4]   2> 45532 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tip did not match. expected checksum is 
1487558436 and actual is checksum 3040642253. expected length is 74 and actual 
length is 74
   [junit4]   2> 45532 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tim did not match. expected checksum is 
1870745678 and actual is checksum 1387538277. expected length is 2394 and 
actual length is 2394
   [junit4]   2> 45542 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tip did not match. expected checksum is 
3285827056 and actual is checksum 776957465. expected length is 74 and actual 
length is 74
   [junit4]   2> 45542 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 2351398622 
and actual is checksum 2295508707. expected length is 59 and actual length is 59
   [junit4]   2> 45552 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 1675957728 
and actual is checksum 1729152477. expected length is 59 and actual length is 59
   [junit4]   2> 45553 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 2051240392 
and actual is checksum 2125898229. expected length is 64 and actual length is 64
   [junit4]   2> 45563 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 2508266230 
and actual is checksum 2440350411. expected length is 64 and actual length is 64
   [junit4]   2> 45566 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 3139824687 
and actual is checksum 2207533005. expected length is 1256 and actual length is 
1256
   [junit4]   2> 45568 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 2833186935 
and actual is checksum 2952320612. expected length is 1929 and actual length is 
1929
   [junit4]   2> 45570 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tmd did not match. expected checksum is 
857681801 and actual is checksum 4086931146. expected length is 401 and actual 
length is 401
   [junit4]   2> 45573 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tmd did not match. expected checksum is 
977074116 and actual is checksum 4206511751. expected length is 401 and actual 
length is 401
   [junit4]   2> 45575 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 3209178366 
and actual is checksum 1579199392. expected length is 162 and actual length is 
162
   [junit4]   2> 45579 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 576037647 
and actual is checksum 2373585953. expected length is 198 and actual length is 
198
   [junit4]   2> 45580 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 807570331 
and actual is checksum 100518016. expected length is 360 and actual length is 
360
   [junit4]   2> 45588 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 1168091222 
and actual is checksum 3024740075. expected length is 175 and actual length is 
175
   [junit4]   2> 45590 WARN  
(parallelCoreAdminExecutor-49-thread-7-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367165009 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 2406116538 
and actual is checksum 2126256647. expected length is 175 and actual length is 
175
   [junit4]   2> 45593 WARN  
(parallelCoreAdminExecutor-49-thread-6-processing-n:127.0.0.1:40837_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
f111224f-c5bf-4b4f-b803-3a4c8263cb2e8268302367112918 RESTORECORE) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 3346377014 
and actual is checksum 4071287341. expected length is 360 and actual length is 
360
   [junit4]   2> 56027 WARN  (zkCallback-37-thread-2) [    ] 
o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 56030 WARN  (zkCallback-37-thread-2) [    ] 
o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 57226 ERROR (qtp1806969558-329) [    ] c.a.t.s.d.FileStore 
File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 57235 ERROR (qtp1806969558-381) [    ] c.a.t.s.d.FileStore 
File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 57795 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:40837_solr) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackupinc   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 
127.0.0.1:43391_solr: 
{responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup 
core=backuprestore_testbackupinc_shard1_replica_n2 because 
org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: 
mytestbackuptestbackupinc/backuprestore_testbackupinc/index/cd7577ec-315f-4c72-afd3-d6922746675e}
   [junit4]   2> 57795 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:40837_solr) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackupinc   ] o.a.s.c.a.c.BackupCmd 
Error happened during incremental backup for collection: 
backuprestore_testbackupinc
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all 
shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_291]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_291]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 58043 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:40837_solr) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackupinc   ] 
o.a.s.s.S3StorageClient An AmazonServiceException was thrown! [serviceName=S3] 
[awsRequestId=] [httpStatus=404] [s3ErrorCode=NoSuchKey] [message=The specified 
key does not exist.]
   [junit4]   2> 58045 ERROR 
(OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:40837_solr) 
[n:127.0.0.1:40837_solr c:backuprestore_testbackupinc   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: 
backuprestore_testbackupinc operation: backup 
failed:org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=S3IncrementalBackupTest -Dtests.method=testBackupIncremental 
-Dtests.seed=BE51BD7AB78B6DE1 -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=pl-PL -Dtests.timezone=Atlantic/Cape_Verde -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 10.8s J2 | S3IncrementalBackupTest.testBackupIncremental <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<COMPLETED> 
but was:<FAILED>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([BE51BD7AB78B6DE1:B99412B18B63539C]:0)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:471)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:246)
   [junit4]    >        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 58916 WARN  
(jetty-launcher-8-thread-2-SendThread(127.0.0.1:35797)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101ecd3cf090007.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101ecd3cf090007, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 59021 INFO  
(jetty-closer-240-thread-1-processing-n:127.0.0.1:40837_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@1795b724{SSL, (ssl, 
http/1.1)}{127.0.0.1:0}
   [junit4]   2> 59024 INFO  
(jetty-closer-240-thread-1-processing-n:127.0.0.1:40837_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@57582db2{/solr,null,STOPPED}
   [junit4]   2> 59025 INFO  
(jetty-closer-240-thread-1-processing-n:127.0.0.1:40837_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 59118 INFO  
(jetty-closer-240-thread-2-processing-n:127.0.0.1:40837_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@e60e823{SSL, (ssl, 
http/1.1)}{127.0.0.1:0}
   [junit4]   2> 59118 INFO  
(jetty-closer-240-thread-2-processing-n:127.0.0.1:40837_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3ca3d650{/solr,null,STOPPED}
   [junit4]   2> 59118 INFO  
(jetty-closer-240-thread-2-processing-n:127.0.0.1:40837_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 59324 WARN  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        10      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2>        2       /solr/packages.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2>        2       /solr/configs/conf1
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        58      
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        41      
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        37      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        30      
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        30      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        117     /solr/overseer/queue
   [junit4]   2>        37      /solr/overseer/collection-queue-work
   [junit4]   2>        21      /solr/collections
   [junit4]   2>        13      
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        12      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 59348 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) 
[n:127.0.0.1:40837_solr    ] o.e.j.s.AbstractConnector Stopped 
SslValidatingServerConnector@31691ca2{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 59349 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) 
[n:127.0.0.1:40837_solr    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@75fceae3{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 59349 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) 
[n:127.0.0.1:40837_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 59350 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) 
[n:127.0.0.1:40837_solr    ] o.e.j.s.h.C.application Destroying Spring 
FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 59350 INFO  
(SUITE-S3IncrementalBackupTest-seed#[BE51BD7AB78B6DE1]-worker) 
[n:127.0.0.1:40837_solr    ] o.e.j.s.h.ContextHandler Stopped 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@217f9532{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.1949523505081083242/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_BE51BD7AB78B6DE1-001
   [junit4]   2> NOTE: test params are: codec=Lucene87, 
sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=pl-PL, 
timezone=Atlantic/Cape_Verde
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 
1.8.0_291 (64-bit)/cpus=4,threads=1,free=264508216,total=504889344
   [junit4]   2> NOTE: All tests run in this JVM: [S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 59.37s, 3 tests, 1 failure <<< 
FAILURES!

[...truncated 44700 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to