Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/3383/

1 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testBackupIncremental

Error Message:
expected:<COMPLETED> but was:<FAILED>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
        at 
__randomizedtesting.SeedInfo.seed([F2DFC39A033C27C6:F51A6C513FD419BB]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotEquals(Assert.java:835)
        at org.junit.Assert.assertEquals(Assert.java:120)
        at org.junit.Assert.assertEquals(Assert.java:146)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:471)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:255)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 26095 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 23464 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 23476 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 23669 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 23669 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 23670 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 23670 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@642a2d1e{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.2249562336177302479/],AVAILABLE}
   [junit4]   2> 23670 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.Server Started @23706ms
   [junit4]   2> 23833 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.h.C.application Initializing Spring DispatcherServlet 
'dispatcherServlet'
   [junit4]   2> 24209 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.u.s.SslContextFactory 
x509=X509@7efea816(selfsigned,h=[unknown],a=[],w=[]) for 
Server@71e6d97e[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 24513 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.AbstractConnector Started SslValidatingServerConnector@7c495cdd{SSL, 
(ssl, http/1.1)}{0.0.0.0:43145}
   [junit4]   2> 24515 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@24b4bc25{HTTP/1.1, 
(http/1.1)}{0.0.0.0:35075}
   [junit4]   2> 24543 WARN  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) [    ] 
o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 24983 WARN  (ZkTestServer Run Thread) [    ] 
o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 25653 WARN  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker-SendThread(127.0.0.1:41987))
 [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x1085742cfab0002.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1085742cfab0002, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 26025 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 26027 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 26029 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 26030 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 26030 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
node0 Scavenging every 600000ms
   [junit4]   2> 26045 INFO  (jetty-launcher-9-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@127abc84{/solr,null,AVAILABLE}
   [junit4]   2> 26046 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 26046 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 26046 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
node0 Scavenging every 600000ms
   [junit4]   2> 26047 INFO  (jetty-launcher-9-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6d763b9e{/solr,null,AVAILABLE}
   [junit4]   2> 26055 INFO  (jetty-launcher-9-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@76a90a2e{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:40759}
   [junit4]   2> 26055 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server 
Started @26091ms
   [junit4]   2> 26059 INFO  (jetty-launcher-9-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@30f93f5f{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:38197}
   [junit4]   2> 26060 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server 
Started @26095ms
   [junit4]   2> 26125 ERROR (jetty-launcher-9-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 26126 ERROR (jetty-launcher-9-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 26456 WARN  
(jetty-launcher-9-thread-1-SendThread(127.0.0.1:41987)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x1085742cfab0003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1085742cfab0003, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 26458 WARN  
(jetty-launcher-9-thread-2-SendThread(127.0.0.1:41987)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x1085742cfab0004.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1085742cfab0004, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 28649 WARN  
(jetty-launcher-9-thread-2-SendThread(127.0.0.1:41987)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x1085742cfab0006.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1085742cfab0006, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 28650 WARN  
(jetty-launcher-9-thread-1-SendThread(127.0.0.1:41987)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x1085742cfab0005.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1085742cfab0005, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 29095 WARN  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:40759_solr    ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 29123 WARN  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:38197_solr    ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 29544 WARN  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:38197_solr    ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 29619 WARN  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:40759_solr    ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 38648 WARN  
(OverseerThreadFactory-49-thread-4-processing-n:127.0.0.1:40759_solr) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackupinc_restored   ] 
o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection 
(backuprestore_testbackupinc_restored) without cores.
   [junit4]   2> 40513 WARN  
(recoveryExecutor-29-thread-1-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackupinc_restored_shard2_replica_n5 
c:backuprestore_testbackupinc_restored s:shard2 r:core_node6) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackupinc_restored s:shard2 
r:core_node6 x:backuprestore_testbackupinc_restored_shard2_replica_n5] 
o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
   [junit4]   2> 40784 WARN  
(recoveryExecutor-29-thread-2-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackupinc_restored_shard1_replica_n7 
c:backuprestore_testbackupinc_restored s:shard1 r:core_node8) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackupinc_restored s:shard1 
r:core_node8 x:backuprestore_testbackupinc_restored_shard1_replica_n7] 
o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
   [junit4]   2> 48295 WARN  (zkCallback-36-thread-3) [    ] 
o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 49183 ERROR (qtp743479186-186) [    ] c.a.t.s.d.FileStore File 
can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor68.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor68.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 49729 ERROR 
(OverseerThreadFactory-49-thread-5-processing-n:127.0.0.1:40759_solr) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackupinc   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 
127.0.0.1:40759_solr: 
{responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup 
core=backuprestore_testbackupinc_shard1_replica_n3 because 
org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: 
mytestbackuptestbackupinc/backuprestore_testbackupinc/index/a35deee3-d866-45a3-81b6-7bad64510c49}
   [junit4]   2> 49729 ERROR 
(OverseerThreadFactory-49-thread-5-processing-n:127.0.0.1:40759_solr) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackupinc   ] o.a.s.c.a.c.BackupCmd 
Error happened during incremental backup for collection: 
backuprestore_testbackupinc
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all 
shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_291]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_291]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 49891 ERROR 
(OverseerThreadFactory-49-thread-5-processing-n:127.0.0.1:40759_solr) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackupinc   ] 
o.a.s.s.S3StorageClient An AmazonServiceException was thrown! [serviceName=S3] 
[awsRequestId=] [httpStatus=404] [s3ErrorCode=NoSuchKey] [message=The specified 
key does not exist.]
   [junit4]   2> 49893 ERROR 
(OverseerThreadFactory-49-thread-5-processing-n:127.0.0.1:40759_solr) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackupinc   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: 
backuprestore_testbackupinc operation: backup 
failed:org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=S3IncrementalBackupTest -Dtests.method=testBackupIncremental 
-Dtests.seed=F2DFC39A033C27C6 -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=es-ES -Dtests.timezone=Indian/Antananarivo -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] FAILURE 20.0s J2 | S3IncrementalBackupTest.testBackupIncremental <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<COMPLETED> 
but was:<FAILED>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([F2DFC39A033C27C6:F51A6C513FD419BB]:0)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:471)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:255)
   [junit4]    >        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 52317 ERROR (qtp743479186-271) [    ] c.a.t.s.d.FileStore File 
can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor68.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor68.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 54930 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 1363421143 
and actual is checksum 2083677450. expected length is 143 and actual length is 
143
   [junit4]   2> 54931 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 2967562079 
and actual is checksum 1206967953. expected length is 143 and actual length is 
143
   [junit4]   2> 54940 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.pos did not match. expected checksum is 
350046968 and actual is checksum 619917227. expected length is 149 and actual 
length is 149
   [junit4]   2> 54940 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.pos did not match. expected checksum is 
939689901 and actual is checksum 729655639. expected length is 140 and actual 
length is 140
   [junit4]   2> 54944 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 2074306412 
and actual is checksum 1635108907. expected length is 565 and actual length is 
565
   [junit4]   2> 54945 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 3296606671 
and actual is checksum 4204279570. expected length is 565 and actual length is 
565
   [junit4]   2> 54959 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 3096413823 
and actual is checksum 560849022. expected length is 68 and actual length is 68
   [junit4]   2> 54963 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 1345997884 
and actual is checksum 2030131647. expected length is 68 and actual length is 68
   [junit4]   2> 54966 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 1005413980 
and actual is checksum 578885633. expected length is 158 and actual length is 
158
   [junit4]   2> 54971 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tim did not match. expected checksum is 
4271597701 and actual is checksum 1463206682. expected length is 1710 and 
actual length is 1710
   [junit4]   2> 54974 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.doc did not match. expected checksum is 
2715944428 and actual is checksum 2653518713. expected length is 102 and actual 
length is 102
   [junit4]   2> 54975 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.doc did not match. expected checksum is 
3928859604 and actual is checksum 996356572. expected length is 99 and actual 
length is 99
   [junit4]   2> 54983 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tim did not match. expected checksum is 
4090326277 and actual is checksum 1382165939. expected length is 1938 and 
actual length is 1938
   [junit4]   2> 54983 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 637732545 
and actual is checksum 469774256. expected length is 158 and actual length is 
158
   [junit4]   2> 54987 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tip did not match. expected checksum is 
2677859845 and actual is checksum 3911548587. expected length is 74 and actual 
length is 74
   [junit4]   2> 54987 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 3855158379 
and actual is checksum 251574120. expected length is 59 and actual length is 59
   [junit4]   2> 54992 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 3906436140 
and actual is checksum 168519509. expected length is 59 and actual length is 59
   [junit4]   2> 55000 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tip did not match. expected checksum is 
1918276735 and actual is checksum 78884162. expected length is 74 and actual 
length is 74
   [junit4]   2> 55004 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 330105725 
and actual is checksum 4170889342. expected length is 64 and actual length is 64
   [junit4]   2> 55004 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 515076922 
and actual is checksum 4235159619. expected length is 64 and actual length is 64
   [junit4]   2> 55008 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 965034608 
and actual is checksum 593937159. expected length is 1425 and actual length is 
1425
   [junit4]   2> 55008 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 2353359840 
and actual is checksum 1754424427. expected length is 1490 and actual length is 
1490
   [junit4]   2> 55017 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0_Lucene80_0.dvm did not match. expected checksum is 
1781248883 and actual is checksum 1047718794. expected length is 350 and actual 
length is 350
   [junit4]   2> 55020 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene80_0.dvm did not match. expected checksum is 
520936250 and actual is checksum 1464991497. expected length is 326 and actual 
length is 326
   [junit4]   2> 55021 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0_Lucene80_0.dvd did not match. expected checksum is 
830424286 and actual is checksum 2331269489. expected length is 100 and actual 
length is 100
   [junit4]   2> 55024 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene80_0.dvd did not match. expected checksum is 
638804324 and actual is checksum 4039886922. expected length is 97 and actual 
length is 97
   [junit4]   2> 55025 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tmd did not match. expected checksum is 
1874720763 and actual is checksum 583048505. expected length is 401 and actual 
length is 401
   [junit4]   2> 55027 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_Lucene84_0.tmd did not match. expected checksum is 
3423827787 and actual is checksum 3675421006. expected length is 401 and actual 
length is 401
   [junit4]   2> 55029 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 104472524 
and actual is checksum 1352784895. expected length is 174 and actual length is 
174
   [junit4]   2> 55036 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 2102692433 
and actual is checksum 2592259094. expected length is 150 and actual length is 
150
   [junit4]   2> 55038 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 2698559491 
and actual is checksum 3294432960. expected length is 175 and actual length is 
175
   [junit4]   2> 55040 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 2027315038 
and actual is checksum 3370400356. expected length is 433 and actual length is 
433
   [junit4]   2> 55042 WARN  
(parallelCoreAdminExecutor-50-thread-9-processing-n:127.0.0.1:40759_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505812986 RESTORECORE) 
[n:127.0.0.1:40759_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] 
o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 4116267226 
and actual is checksum 3013529368. expected length is 433 and actual length is 
433
   [junit4]   2> 55044 WARN  
(parallelCoreAdminExecutor-51-thread-2-processing-n:127.0.0.1:38197_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
1b52a635-001e-4d6d-9346-f0857ee933f535823764505783891 RESTORECORE) 
[n:127.0.0.1:38197_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 2727021601 
and actual is checksum 4275251673. expected length is 175 and actual length is 
175
   [junit4]   2> 65218 WARN  
(jetty-launcher-9-thread-1-SendThread(127.0.0.1:41987)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x1085742cfab0008.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1085742cfab0008, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 65224 WARN  
(jetty-launcher-9-thread-2-SendThread(127.0.0.1:41987)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x1085742cfab0007.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1085742cfab0007, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 65325 INFO  
(jetty-closer-289-thread-2-processing-n:127.0.0.1:40759_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@76a90a2e{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:0}
   [junit4]   2> 65325 INFO  
(jetty-closer-289-thread-2-processing-n:127.0.0.1:40759_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@127abc84{/solr,null,STOPPED}
   [junit4]   2> 65325 INFO  
(jetty-closer-289-thread-2-processing-n:127.0.0.1:40759_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 65425 INFO  
(jetty-closer-289-thread-1-processing-n:127.0.0.1:40759_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@30f93f5f{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:0}
   [junit4]   2> 65425 INFO  
(jetty-closer-289-thread-1-processing-n:127.0.0.1:40759_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6d763b9e{/solr,null,STOPPED}
   [junit4]   2> 65425 INFO  
(jetty-closer-289-thread-1-processing-n:127.0.0.1:40759_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 65528 WARN  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker-SendThread(127.0.0.1:41987))
 [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x1085742cfab0001.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x1085742cfab0001, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 65630 WARN  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        22      
/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2>        22      
/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2>        18      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        2       /solr/packages.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc_restored/collectionprops.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2>        2       /solr/configs/conf1
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        90      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        47      
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        32      
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        30      
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        28      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        143     /solr/overseer/queue
   [junit4]   2>        52      /solr/overseer/collection-queue-work
   [junit4]   2>        27      /solr/collections
   [junit4]   2>        21      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        10      
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 65640 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) 
[n:127.0.0.1:40759_solr    ] o.e.j.s.AbstractConnector Stopped 
SslValidatingServerConnector@7c495cdd{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 65641 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) 
[n:127.0.0.1:40759_solr    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@24b4bc25{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 65642 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) 
[n:127.0.0.1:40759_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 65642 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) 
[n:127.0.0.1:40759_solr    ] o.e.j.s.h.C.application Destroying Spring 
FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 65642 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F2DFC39A033C27C6]-worker) 
[n:127.0.0.1:40759_solr    ] o.e.j.s.h.ContextHandler Stopped 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@642a2d1e{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.2249562336177302479/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_F2DFC39A033C27C6-001
   [junit4]   2> NOTE: test params are: codec=Lucene87, 
sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-ES, 
timezone=Indian/Antananarivo
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 
1.8.0_291 (64-bit)/cpus=4,threads=1,free=208488448,total=503840768
   [junit4]   2> NOTE: All tests run in this JVM: [S3ReadWriteTest, 
S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 44.73s, 3 tests, 1 failure <<< 
FAILURES!

[...truncated 44712 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to