Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/3388/

1 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testBackupIncremental

Error Message:
expected:<COMPLETED> but was:<FAILED>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
        at 
__randomizedtesting.SeedInfo.seed([2516ABA04BE53E95:22D3046B770D00E8]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotEquals(Assert.java:835)
        at org.junit.Assert.assertEquals(Assert.java:120)
        at org.junit.Assert.assertEquals(Assert.java:146)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:471)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:253)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 26109 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 21788 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 22012 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 22050 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 22050 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 22050 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 22050 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@42cd586{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.4475673751156482892/],AVAILABLE}
   [junit4]   2> 22051 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.Server Started @22088ms
   [junit4]   2> 22186 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.h.C.application Initializing Spring DispatcherServlet 
'dispatcherServlet'
   [junit4]   2> 22478 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.u.s.SslContextFactory 
x509=X509@7742e682(selfsigned,h=[unknown],a=[],w=[]) for 
Server@54d1c49b[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 22787 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.AbstractConnector Started SslValidatingServerConnector@691335c6{SSL, 
(ssl, http/1.1)}{0.0.0.0:43241}
   [junit4]   2> 22790 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@79043ab{HTTP/1.1, 
(http/1.1)}{0.0.0.0:37811}
   [junit4]   2> 22894 WARN  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) [    ] 
o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 23275 WARN  (ZkTestServer Run Thread) [    ] 
o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 24142 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 24142 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 24234 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 24234 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 24234 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
node0 Scavenging every 600000ms
   [junit4]   2> 24250 INFO  (jetty-launcher-9-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@13cfa239{/solr,null,AVAILABLE}
   [junit4]   2> 24251 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 24252 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 24252 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
node0 Scavenging every 600000ms
   [junit4]   2> 24254 INFO  (jetty-launcher-9-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1c146a8f{/solr,null,AVAILABLE}
   [junit4]   2> 24257 INFO  (jetty-launcher-9-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@d35b1dc{SSL, (ssl, 
http/1.1)}{127.0.0.1:37629}
   [junit4]   2> 24257 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server 
Started @24294ms
   [junit4]   2> 24262 INFO  (jetty-launcher-9-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@b51b6ce{SSL, (ssl, 
http/1.1)}{127.0.0.1:33479}
   [junit4]   2> 24262 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server 
Started @24299ms
   [junit4]   2> 24340 ERROR (jetty-launcher-9-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 24342 ERROR (jetty-launcher-9-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 24773 WARN  
(jetty-launcher-9-thread-2-SendThread(127.0.0.1:32879)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101fd7677210003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101fd7677210003, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 24797 WARN  
(jetty-launcher-9-thread-1-SendThread(127.0.0.1:32879)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101fd7677210004.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101fd7677210004, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 25847 WARN  (jetty-launcher-9-thread-2) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 25965 WARN  (jetty-launcher-9-thread-2) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 26577 WARN  (jetty-launcher-9-thread-1) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 26750 WARN  (jetty-launcher-9-thread-1) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 27135 WARN  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:37629_solr    ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 27150 WARN  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:33479_solr    ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 27406 WARN  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:33479_solr    ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 27511 WARN  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:37629_solr    ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 32994 ERROR (qtp368423502-37) [    ] c.a.t.s.d.FileStore File 
can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor66.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor66.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 35391 ERROR (qtp368423502-201) [    ] c.a.t.s.d.FileStore File 
can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor66.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor66.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 35678 ERROR 
(OverseerThreadFactory-49-thread-3-processing-n:127.0.0.1:37629_solr) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackupincsimple   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 
127.0.0.1:33479_solr: 
{responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup 
core=backuprestore_testbackupincsimple_shard1_replica_n1 because 
org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: 
mytestbackuptestbackupincsimple/backuprestore_testbackupincsimple/index/1699fc65-57f8-4423-b27f-e39cc7f0b09b}
   [junit4]   2> 35678 ERROR 
(OverseerThreadFactory-49-thread-3-processing-n:127.0.0.1:37629_solr) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackupincsimple   ] 
o.a.s.c.a.c.BackupCmd Error happened during incremental backup for collection: 
backuprestore_testbackupincsimple
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all 
shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_291]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_291]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 35799 ERROR 
(OverseerThreadFactory-49-thread-3-processing-n:127.0.0.1:37629_solr) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackupincsimple   ] 
o.a.s.s.S3StorageClient An AmazonServiceException was thrown! [serviceName=S3] 
[awsRequestId=] [httpStatus=404] [s3ErrorCode=NoSuchKey] [message=The specified 
key does not exist.]
   [junit4]   2> 35802 ERROR 
(OverseerThreadFactory-49-thread-3-processing-n:127.0.0.1:37629_solr) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackupincsimple   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: 
backuprestore_testbackupincsimple operation: backup 
failed:org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 44793 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 3894044332 
and actual is checksum 3712488305. expected length is 143 and actual length is 
143
   [junit4]   2> 44793 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdm did not match. expected checksum is 4126503351 
and actual is checksum 3232171114. expected length is 143 and actual length is 
143
   [junit4]   2> 44798 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 4252625437 
and actual is checksum 4222333535. expected length is 576 and actual length is 
576
   [junit4]   2> 44798 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.si did not match. expected checksum is 2739434728 
and actual is checksum 1302061114. expected length is 576 and actual length is 
576
   [junit4]   2> 44809 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.tib did not match. expected 
checksum is 3860536635 and actual is checksum 437777067. expected length is 
1395 and actual length is 1395
   [junit4]   2> 44809 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 4100692561 
and actual is checksum 2786963799. expected length is 68 and actual length is 68
   [junit4]   2> 44828 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.tib did not match. expected 
checksum is 230911276 and actual is checksum 3546029797. expected length is 
1641 and actual length is 1641
   [junit4]   2> 44827 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdi did not match. expected checksum is 904218001 
and actual is checksum 1737715351. expected length is 68 and actual length is 68
   [junit4]   2> 44836 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 2583275221 
and actual is checksum 3992974391. expected length is 158 and actual length is 
158
   [junit4]   2> 44845 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.fdm did not match. expected checksum is 922781547 
and actual is checksum 1124521353. expected length is 158 and actual length is 
158
   [junit4]   2> 44846 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 2265388916 
and actual is checksum 2580424647. expected length is 59 and actual length is 59
   [junit4]   2> 44863 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.nvd did not match. expected checksum is 1757772874 
and actual is checksum 1980517625. expected length is 59 and actual length is 59
   [junit4]   2> 44866 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 1902319714 
and actual is checksum 1873422545. expected length is 64 and actual length is 64
   [junit4]   2> 44874 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.fdx did not match. expected checksum is 2661380956 
and actual is checksum 2154316783. expected length is 64 and actual length is 64
   [junit4]   2> 44877 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.doc did not match. expected 
checksum is 3042362665 and actual is checksum 343946083. expected length is 113 
and actual length is 113
   [junit4]   2> 44879 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.doc did not match. expected 
checksum is 2933136549 and actual is checksum 484852032. expected length is 119 
and actual length is 119
   [junit4]   2> 44882 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_FST50_0.tfp did not match. expected checksum is 
2755073292 and actual is checksum 1601816002. expected length is 2442 and 
actual length is 2442
   [junit4]   2> 44884 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_FST50_0.tfp did not match. expected checksum is 
4136810748 and actual is checksum 1480421716. expected length is 2912 and 
actual length is 2912
   [junit4]   2> 44891 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 1488449175 
and actual is checksum 1187468391. expected length is 1897 and actual length is 
1897
   [junit4]   2> 44893 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.fdt did not match. expected checksum is 976315768 
and actual is checksum 3188425264. expected length is 2179 and actual length is 
2179
   [junit4]   2> 44895 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.pos did not match. expected 
checksum is 1814396589 and actual is checksum 3604199157. expected length is 
141 and actual length is 141
   [junit4]   2> 44897 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.pos did not match. expected 
checksum is 3427064477 and actual is checksum 759270791. expected length is 153 
and actual length is 153
   [junit4]   2> 44899 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.tii did not match. expected 
checksum is 3399322291 and actual is checksum 706239618. expected length is 128 
and actual length is 128
   [junit4]   2> 44907 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_LuceneFixedGap_0.tii did not match. expected 
checksum is 1915423048 and actual is checksum 2460934009. expected length is 
128 and actual length is 128
   [junit4]   2> 44910 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_FST50_0.pos did not match. expected checksum is 
1566353153 and actual is checksum 3459655728. expected length is 103 and actual 
length is 103
   [junit4]   2> 44911 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_FST50_0.pos did not match. expected checksum is 
2621999822 and actual is checksum 3407243339. expected length is 109 and actual 
length is 109
   [junit4]   2> 44914 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0_FST50_0.doc did not match. expected checksum is 
3617109559 and actual is checksum 3468010686. expected length is 75 and actual 
length is 75
   [junit4]   2> 44916 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0_FST50_0.doc did not match. expected checksum is 
952762582 and actual is checksum 568791647. expected length is 75 and actual 
length is 75
   [junit4]   2> 44925 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 3353499577 
and actual is checksum 2244175060. expected length is 194 and actual length is 
194
   [junit4]   2> 44927 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.kdd did not match. expected checksum is 409763625 
and actual is checksum 11056454. expected length is 218 and actual length is 218
   [junit4]   2> 44930 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 431756204 
and actual is checksum 746449758. expected length is 369 and actual length is 
369
   [junit4]   2> 44935 WARN  
(parallelCoreAdminExecutor-51-thread-5-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093404021 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard1 
r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] 
o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 3175895708 
and actual is checksum 100407660. expected length is 175 and actual length is 
175
   [junit4]   2> 44935 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 1507978660 
and actual is checksum 1814041942. expected length is 369 and actual length is 
369
   [junit4]   2> 44946 WARN  
(parallelCoreAdminExecutor-51-thread-4-processing-n:127.0.0.1:37629_solr 
x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6 
b5dedce2-a447-41cb-a167-6f7ddfd18a648547388093469633 RESTORECORE) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 
r:core_node8 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n6] 
o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 3589263851 
and actual is checksum 1834981915. expected length is 175 and actual length is 
175
   [junit4]   2> 52263 ERROR (qtp368423502-263) [    ] c.a.t.s.d.FileStore File 
can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
 ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) 
~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) 
~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor66.invoke(Unknown 
Source) ~[?:?]
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:1.8.0_291]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498) 
~[?:1.8.0_291]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
 ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790) 
~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1631)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
 ~[s3mock-2.1.34.jar:?]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
 ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
 ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
 ~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) 
~[jetty-security-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) 
~[jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
 ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400) 
~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) 
[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
 [jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) 
[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
 [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: 
No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2>        at 
com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2>        at 
com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2>        at 
com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2>        at 
com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2>        at sun.reflect.GeneratedMethodAccessor66.invoke(Unknown 
Source)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2>        at 
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2>        at 
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2>        at 
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2>        at 
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2>        at 
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
  

[...truncated too long message...]

utor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 64014 ERROR 
(OverseerThreadFactory-49-thread-5-processing-n:127.0.0.1:37629_solr) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackupinc   ] 
o.a.s.s.S3StorageClient An AmazonServiceException was thrown! [serviceName=S3] 
[awsRequestId=] [httpStatus=404] [s3ErrorCode=NoSuchKey] [message=The specified 
key does not exist.]
   [junit4]   2> 64016 ERROR 
(OverseerThreadFactory-49-thread-5-processing-n:127.0.0.1:37629_solr) 
[n:127.0.0.1:37629_solr c:backuprestore_testbackupinc   ] 
o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: 
backuprestore_testbackupinc operation: backup 
failed:org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=S3IncrementalBackupTest -Dtests.method=testBackupIncremental 
-Dtests.seed=2516ABA04BE53E95 -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=sk-SK -Dtests.timezone=Asia/Kuwait -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] FAILURE 17.3s J2 | S3IncrementalBackupTest.testBackupIncremental <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<COMPLETED> 
but was:<FAILED>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([2516ABA04BE53E95:22D3046B770D00E8]:0)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:471)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:253)
   [junit4]    >        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 64927 INFO  
(jetty-closer-225-thread-2-processing-n:127.0.0.1:33479_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@b51b6ce{SSL, (ssl, 
http/1.1)}{127.0.0.1:0}
   [junit4]   2> 64928 INFO  
(jetty-closer-225-thread-2-processing-n:127.0.0.1:33479_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1c146a8f{/solr,null,STOPPED}
   [junit4]   2> 64928 INFO  
(jetty-closer-225-thread-2-processing-n:127.0.0.1:33479_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 65027 INFO  
(jetty-closer-225-thread-1-processing-n:127.0.0.1:33479_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@d35b1dc{SSL, (ssl, 
http/1.1)}{127.0.0.1:0}
   [junit4]   2> 65027 INFO  
(jetty-closer-225-thread-1-processing-n:127.0.0.1:33479_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@13cfa239{/solr,null,STOPPED}
   [junit4]   2> 65027 INFO  
(jetty-closer-225-thread-1-processing-n:127.0.0.1:33479_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 65131 WARN  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker-SendThread(127.0.0.1:32879))
 [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x101fd7677210001.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101fd7677210001, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 65233 WARN  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        12      
/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2>        12      
/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2>        2       /solr/packages.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc_restored/collectionprops.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2>        2       /solr/configs/conf1
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        71      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        49      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        48      
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        31      
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        30      
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        119     /solr/overseer/queue
   [junit4]   2>        41      /solr/overseer/collection-queue-work
   [junit4]   2>        21      /solr/collections
   [junit4]   2>        12      
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        11      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 65244 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) 
[n:127.0.0.1:33479_solr    ] o.e.j.s.AbstractConnector Stopped 
SslValidatingServerConnector@691335c6{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 65245 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) 
[n:127.0.0.1:33479_solr    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@79043ab{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 65245 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) 
[n:127.0.0.1:33479_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 65246 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) 
[n:127.0.0.1:33479_solr    ] o.e.j.s.h.C.application Destroying Spring 
FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 65246 INFO  
(SUITE-S3IncrementalBackupTest-seed#[2516ABA04BE53E95]-worker) 
[n:127.0.0.1:33479_solr    ] o.e.j.s.h.ContextHandler Stopped 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@42cd586{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.4475673751156482892/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_2516ABA04BE53E95-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): 
{shard_s=PostingsFormat(name=LuceneFixedGap), 
_root_=PostingsFormat(name=LuceneFixedGap), id=FST50}, docValues:{}, 
maxPointsInLeafNode=206, maxMBSortInHeap=7.999503132583495, 
sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sk-SK, 
timezone=Asia/Kuwait
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 
1.8.0_291 (64-bit)/cpus=4,threads=1,free=236601000,total=506986496
   [junit4]   2> NOTE: All tests run in this JVM: [S3ReadWriteTest, 
S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 45.45s, 3 tests, 1 failure <<< 
FAILURES!

[...truncated 44713 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to