Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.5/10/
5 tests failed. FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test Error Message: Timeout occured while waiting response from server at: https://127.0.0.1:58370 Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:58370 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:586) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:400) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:516) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Caused by: java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at sun.security.ssl.InputRecord.readFully(InputRecord.java:442) at sun.security.ssl.InputRecord.read(InputRecord.java:480) at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:934) at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:891) at sun.security.ssl.AppInputStream.read(AppInputStream.java:102) at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160) at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84) at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261) at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283) at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251) at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124) at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487) at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482) ... 47 more FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest Error Message: 3 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=28823, name=searcherExecutor-5870-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=28781, name=searcherExecutor-5861-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=28771, name=searcherExecutor-5860-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=28823, name=searcherExecutor-5870-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=28781, name=searcherExecutor-5861-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=28771, name=searcherExecutor-5860-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([374B7A504FDF3891]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=28781, name=searcherExecutor-5861-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=28823, name=searcherExecutor-5870-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=28771, name=searcherExecutor-5860-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=28781, name=searcherExecutor-5861-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=28823, name=searcherExecutor-5870-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=28771, name=searcherExecutor-5860-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([374B7A504FDF3891]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest Error Message: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] Stack Trace: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] at __randomizedtesting.SeedInfo.seed([374B7A504FDF3891]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:238) at sun.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup Error Message: Failed to create backup Stack Trace: java.lang.AssertionError: Failed to create backup at __randomizedtesting.SeedInfo.seed([374B7A504FDF3891:76C05A356861CBDE]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.handler.CheckBackupStatus.fetchStatus(CheckBackupStatus.java:50) at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:196) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 11240 lines...] [junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/init-core-data-001 [junit4] 2> 475909 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBackupOnCommit [junit4] 2> 475909 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/collection1 [junit4] 2> 475915 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.e.j.s.Server jetty-9.2.13.v20150730 [junit4] 2> 475922 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2095a36b{/solr,null,AVAILABLE} [junit4] 2> 475923 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.e.j.s.ServerConnector Started ServerConnector@63a05356{HTTP/1.1}{127.0.0.1:60432} [junit4] 2> 475923 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.e.j.s.Server Started @478168ms [junit4] 2> 475923 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=60432} [junit4] 2> 475923 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@617df472 [junit4] 2> 475923 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001' [junit4] 2> 475923 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 475923 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 475923 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/solr.xml [junit4] 2> 475931 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/. [junit4] 2> 475931 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer New CoreContainer 848840020 [junit4] 2> 475931 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001] [junit4] 2> 475932 WARN (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/lib [junit4] 2> 475932 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000, [junit4] 2> 475932 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 475933 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 475933 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 475933 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 475933 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 475933 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/. [junit4] 2> 475933 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {dataDir=data/, configSetProperties=configsetprops.json, name=collection1, loadOnStartup=true, transient=false, config=solrconfig.xml, schema=schema.xml} [junit4] 2> 475933 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1 [junit4] 2> 475933 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions [junit4] 2> 475934 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/collection1' [junit4] 2> 475934 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0 [junit4] 2> 475934 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 475934 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 475934 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 475938 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1 [junit4] 2> 475949 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.4 [junit4] 2> 475968 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml [junit4] 2> 475970 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 475976 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id [junit4] 2> 475976 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/collection1' [junit4] 2> 475976 INFO (coreLoadExecutor-1767-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1 [junit4] 2> 475977 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory [junit4] 2> 475977 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/] [junit4] 2> 475977 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1 [junit4] 2> 475977 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data [junit4] 2> 475977 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/index/ [junit4] 2> 475977 WARN (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 475977 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/index [junit4] 2> 475977 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3695212854481752] [junit4] 2> 475978 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@d6abdfe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5adf7593),segFN=segments_1,generation=1} [junit4] 2> 475978 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 475978 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/ [junit4] 2> 475979 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 475980 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 475980 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 475981 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 475981 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 475983 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy [junit4] 2> 475983 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/system,lazy,/replication,/admin/luke,/admin/file,/update/json/docs,/admin/plugins,/schema,/admin/mbeans,/config,/update/csv,/admin/ping,/admin/properties,standard,/admin/segments,defaults,/update/json,/admin/threads,/get,/admin/logging,/update [junit4] 2> 475984 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 475984 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 475984 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 475984 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=3.951171875, floorSegmentMB=0.5107421875, forceMergeDeletesPctAllowed=13.522468014356475, segmentsPerTier=20.0, maxCFSSegmentSizeMB=1.8994140625, noCFSRatio=1.0 [junit4] 2> 475984 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@d6abdfe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5adf7593),segFN=segments_1,generation=1} [junit4] 2> 475984 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 475985 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4a8948c6[collection1] main [junit4] 2> 475985 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/collection1/conf [junit4] 2> 475985 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/collection1/conf} [junit4] 2> 475985 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/collection1/conf [junit4] 2> 475985 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources [junit4] 2> 475985 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml [junit4] 2> 475985 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 475985 INFO (searcherExecutor-1768-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4a8948c6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 475985 INFO (coreLoadExecutor-1767-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1 [junit4] 2> 476437 INFO (qtp472662535-10294) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX [junit4] 2> 476437 INFO (qtp472662535-10294) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{deleteByQuery=*:*} 0 0 [junit4] 2> 476440 INFO (qtp472662535-10296) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[0]} 0 0 [junit4] 2> 476442 INFO (qtp472662535-10297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[1]} 0 0 [junit4] 2> 476444 INFO (qtp472662535-10298) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[2]} 0 0 [junit4] 2> 476446 INFO (qtp472662535-10299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[3]} 0 0 [junit4] 2> 476449 INFO (qtp472662535-10294) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[4]} 0 0 [junit4] 2> 476451 INFO (qtp472662535-10296) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[5]} 0 0 [junit4] 2> 476453 INFO (qtp472662535-10297) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 476455 INFO (qtp472662535-10297) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@d6abdfe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5adf7593),segFN=segments_1,generation=1} [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@d6abdfe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5adf7593),segFN=segments_2,generation=2} [junit4] 2> 476455 INFO (qtp472662535-10297) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2 [junit4] 2> 476456 INFO (Thread-7177) [ x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/ [junit4] 2> 476456 INFO (qtp472662535-10297) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@2aea2c0d[collection1] main [junit4] 2> 476457 INFO (qtp472662535-10297) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 476457 INFO (searcherExecutor-1768-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2aea2c0d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.5.4):C6)))} [junit4] 2> 476457 INFO (qtp472662535-10297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&softCommit=false&waitSearcher=true&version=2&wt=javabin}{commit=} 0 3 [junit4] 2> 476457 INFO (Thread-7177) [ x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/ [junit4] 2> 476459 INFO (qtp472662535-10298) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=0 [junit4] 2> 477463 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBackupOnCommit [junit4] 2> 477470 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@63a05356{HTTP/1.1}{127.0.0.1:0} [junit4] 2> 477470 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=848840020 [junit4] 2> 477471 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@50c4757 [junit4] 2> 477471 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=6,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0} [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request. [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data;done=false>>] [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/index;done=false>>] [junit4] 2> 477472 INFO (coreCloseExecutor-1772-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-001/./collection1/data/index [junit4] 2> 477473 INFO (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[374B7A504FDF3891]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2095a36b{/solr,null,UNAVAILABLE} [junit4] 2> 477476 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestBackup [junit4] 2> 477476 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1 [junit4] 2> 477478 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.e.j.s.Server jetty-9.2.13.v20150730 [junit4] 2> 477479 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f61cad5{/solr,null,AVAILABLE} [junit4] 2> 477479 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.e.j.s.ServerConnector Started ServerConnector@1532f3d2{HTTP/1.1}{127.0.0.1:33683} [junit4] 2> 477479 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.e.j.s.Server Started @479724ms [junit4] 2> 477479 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=33683} [junit4] 2> 477480 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@617df472 [junit4] 2> 477480 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002' [junit4] 2> 477480 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 477480 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 477480 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/solr.xml [junit4] 2> 477489 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/. [junit4] 2> 477489 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer New CoreContainer 1172944601 [junit4] 2> 477489 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002] [junit4] 2> 477489 WARN (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/lib [junit4] 2> 477489 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000, [junit4] 2> 477490 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 477490 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 477490 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 477490 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 477490 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 477491 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/. [junit4] 2> 477491 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {config=solrconfig.xml, configSetProperties=configsetprops.json, name=collection1, dataDir=data/, schema=schema.xml, loadOnStartup=true, transient=false} [junit4] 2> 477491 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1 [junit4] 2> 477491 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions [junit4] 2> 477491 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1' [junit4] 2> 477491 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0 [junit4] 2> 477491 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 477491 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 477491 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 477495 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1 [junit4] 2> 477505 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.4 [junit4] 2> 477524 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml [junit4] 2> 477526 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 477532 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id [junit4] 2> 477532 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1' [junit4] 2> 477532 INFO (coreLoadExecutor-1779-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1 [junit4] 2> 477533 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory [junit4] 2> 477533 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/] [junit4] 2> 477533 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1 [junit4] 2> 477533 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data [junit4] 2> 477533 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/index/ [junit4] 2> 477533 WARN (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 477533 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/index [junit4] 2> 477533 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3695212854481752] [junit4] 2> 477534 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@63ff45c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c3dbbcd),segFN=segments_1,generation=1} [junit4] 2> 477534 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 477534 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/ [junit4] 2> 477535 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 477536 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 477536 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 477537 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 477537 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 477538 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/system,/replication,/admin/luke,/admin/file,/update/json/docs,/admin/plugins,/schema,/admin/mbeans,/config,/update/csv,/admin/ping,/admin/properties,standard,/admin/segments,/update/json,/admin/threads,/get,/admin/logging,/update [junit4] 2> 477539 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 477539 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 477539 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 477539 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=3.951171875, floorSegmentMB=0.5107421875, forceMergeDeletesPctAllowed=13.522468014356475, segmentsPerTier=20.0, maxCFSSegmentSizeMB=1.8994140625, noCFSRatio=1.0 [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@63ff45c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c3dbbcd),segFN=segments_1,generation=1} [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@33568b80[collection1] main [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1/conf [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1/conf} [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1/conf [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 477540 INFO (searcherExecutor-1780-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@33568b80[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 477540 INFO (coreLoadExecutor-1779-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1 [junit4] 2> 477994 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX [junit4] 2> 477994 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{deleteByQuery=*:*} 0 0 [junit4] 2> 477997 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[0]} 0 0 [junit4] 2> 477999 INFO (qtp2056086332-10321) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[1]} 0 0 [junit4] 2> 478001 INFO (qtp2056086332-10322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[2]} 0 0 [junit4] 2> 478003 INFO (qtp2056086332-10323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[3]} 0 0 [junit4] 2> 478005 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[4]} 0 0 [junit4] 2> 478007 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[5]} 0 0 [junit4] 2> 478009 INFO (qtp2056086332-10321) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[6]} 0 0 [junit4] 2> 478011 INFO (qtp2056086332-10322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[7]} 0 0 [junit4] 2> 478013 INFO (qtp2056086332-10323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[8]} 0 0 [junit4] 2> 478015 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[9]} 0 0 [junit4] 2> 478017 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[10]} 0 0 [junit4] 2> 478019 INFO (qtp2056086332-10321) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[11]} 0 0 [junit4] 2> 478021 INFO (qtp2056086332-10322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[12]} 0 0 [junit4] 2> 478023 INFO (qtp2056086332-10323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[13]} 0 0 [junit4] 2> 478025 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[14]} 0 0 [junit4] 2> 478027 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[15]} 0 0 [junit4] 2> 478029 INFO (qtp2056086332-10321) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[16]} 0 0 [junit4] 2> 478030 INFO (qtp2056086332-10322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[17]} 0 0 [junit4] 2> 478032 INFO (qtp2056086332-10323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[18]} 0 0 [junit4] 2> 478034 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[19]} 0 0 [junit4] 2> 478036 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[20]} 0 0 [junit4] 2> 478038 INFO (qtp2056086332-10321) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[21]} 0 0 [junit4] 2> 478040 INFO (qtp2056086332-10322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[22]} 0 0 [junit4] 2> 478042 INFO (qtp2056086332-10323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[23]} 0 0 [junit4] 2> 478044 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[24]} 0 0 [junit4] 2> 478046 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[25]} 0 0 [junit4] 2> 478048 INFO (qtp2056086332-10321) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[26]} 0 0 [junit4] 2> 478050 INFO (qtp2056086332-10322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[27]} 0 0 [junit4] 2> 478052 INFO (qtp2056086332-10323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[28]} 0 0 [junit4] 2> 478054 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[29]} 0 0 [junit4] 2> 478056 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[30]} 0 0 [junit4] 2> 478058 INFO (qtp2056086332-10321) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[31]} 0 0 [junit4] 2> 478060 INFO (qtp2056086332-10322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[32]} 0 0 [junit4] 2> 478062 INFO (qtp2056086332-10323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[33]} 0 0 [junit4] 2> 478064 INFO (qtp2056086332-10319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={version=2&wt=javabin}{add=[34]} 0 0 [junit4] 2> 478066 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 478068 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@63ff45c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c3dbbcd),segFN=segments_1,generation=1} [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@63ff45c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c3dbbcd),segFN=segments_2,generation=2} [junit4] 2> 478068 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2 [junit4] 2> 478071 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7a08d4a8[collection1] main [junit4] 2> 478071 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 478071 INFO (searcherExecutor-1780-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a08d4a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.5.4):C35)))} [junit4] 2> 478071 INFO (qtp2056086332-10320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&softCommit=false&waitSearcher=true&version=2&wt=javabin}{commit=} 0 5 [junit4] 2> 478073 INFO (qtp2056086332-10321) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=backup} status=0 QTime=0 [junit4] 2> 478074 INFO (Thread-7193) [ x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/ [junit4] 2> 478078 INFO (Thread-7192) [ x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/ [junit4] 2> 478081 INFO (qtp2056086332-10322) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=2 [junit4] 2> 478081 INFO (Thread-7193) [ x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/ [junit4] 2> 478086 ERROR (Thread-7192) [ x:collection1] o.a.s.h.SnapShooter Exception while creating snapshot [junit4] 2> java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/collection1/data/snapshot.20170213061356301/_0_Direct_0.doc [junit4] 2> at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86) [junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102) [junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107) [junit4] 2> at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214) [junit4] 2> at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:430) [junit4] 2> at java.nio.file.Files.newOutputStream(Files.java:172) [junit4] 2> at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:271) [junit4] 2> at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:224) [junit4] 2> at org.apache.lucene.store.Directory.copyFrom(Directory.java:151) [junit4] 2> at org.apache.solr.handler.SnapShooter.copyFiles(SnapShooter.java:203) [junit4] 2> at org.apache.solr.handler.SnapShooter.createSnapshot(SnapShooter.java:136) [junit4] 2> at org.apache.solr.handler.SnapShooter$1.run(SnapShooter.java:85) [junit4] 2> 479085 INFO (qtp2056086332-10323) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=details} status=0 QTime=0 [junit4] 2> 479086 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestBackup [junit4] 2> 479087 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1532f3d2{HTTP/1.1}{127.0.0.1:0} [junit4] 2> 479087 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1172944601 [junit4] 2> 479087 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@13d51145 [junit4] 2> 479088 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0} [junit4] 2> 479088 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState [junit4] 2> 479088 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter [junit4] 2> 479088 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser [junit4] 2> 479089 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request. [junit4] 2> 479089 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked [junit4] 2> 479089 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/index;done=false>>] [junit4] 2> 479089 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data/index [junit4] 2> 479089 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data;done=false>>] [junit4] 2> 479090 INFO (coreCloseExecutor-1784-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001/solr-instance-002/./collection1/data [junit4] 2> 479100 INFO (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[374B7A504FDF3891]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f61cad5{/solr,null,UNAVAILABLE} [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=374B7A504FDF3891 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/test-data/enwiki.random.lines.txt -Dtests.locale=sl -Dtests.timezone=CTT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] FAILURE 1.63s J0 | TestReplicationHandlerBackup.doTestBackup <<< [junit4] > Throwable #1: java.lang.AssertionError: Failed to create backup [junit4] > at __randomizedtesting.SeedInfo.seed([374B7A504FDF3891:76C05A356861CBDE]:0) [junit4] > at org.apache.solr.handler.CheckBackupStatus.fetchStatus(CheckBackupStatus.java:50) [junit4] > at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:196) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> 479103 INFO (SUITE-TestReplicationHandlerBackup-seed#[374B7A504FDF3891]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_374B7A504FDF3891-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene54): {name=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct)}, docValues:{}, sim=DefaultSimilarity, locale=sl, timezone=CTT [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=258482736,total=414187520 [junit4] 2> NOTE: All tests run in this JVM: [TestCryptoKeys, TestFoldingMultitermQuery, ConnectionManagerTest, SolrCoreTest, TestSchemaManager, TestMergePolicyConfig, SolrXmlInZkTest, EnumFieldTest, TestSchemaSimilarityResource, SignatureUpdateProcessorFactoryTest, ResourceLoaderTest, TestConfigSetsAPI, TestSimpleQParserPlugin, TestMiniSolrCloudCluster, TestCustomDocTransformer, MigrateRouteKeyTest, PingRequestHandlerTest, HdfsBasicDistributedZk2Test, TestMiniSolrCloudClusterSSL, TestRecoveryHdfs, ConnectionReuseTest, BlockJoinFacetDistribTest, CloneFieldUpdateProcessorFactoryTest, TestMissingGroups, TestExclusionRuleCollectionAccess, TestPivotHelperCode, PeerSyncTest, RequiredFieldsTest, PathHierarchyTokenizerFactoryTest, SuggestComponentTest, TestPseudoReturnFields, TestCrossCoreJoin, TestReplicationHandlerBackup] [junit4] Completed [78/575 (1!)] on J0 in 3.21s, 2 tests, 1 failure <<< FAILURES! [...truncated 272 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_374B7A504FDF3891-001/init-core-data-001 [junit4] 2> 813951 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: / [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 813976 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 813979 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 813981 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 813985 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_40482_hdfs____.i1gu90/webapp [junit4] 2> 814075 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet [junit4] 2> 814384 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40482 [junit4] 2> 814451 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 814452 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 814455 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39270_datanode____.mv2s6s/webapp [junit4] 2> 814541 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet [junit4] 2> 814720 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39270 [junit4] 2> 814747 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 814748 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[374B7A504FDF3891]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 814752 INFO (SUITE-HdfsChaosMonkeyNothi [...truncated too long message...] egration, DistributedDebugComponentTest, TestInitParams, LukeRequestHandlerTest, TestSuggestSpellingConverter, OutOfBoxZkACLAndCredentialsProvidersTest, UpdateParamsTest, DocValuesMultiTest, SolrCoreCheckLockOnStartupTest, CoreAdminHandlerTest, TestXIncludeConfig, HardAutoCommitTest, CollectionReloadTest, TestWriterPerf, TestCollationField, HttpPartitionTest, CircularListTest, DeleteReplicaTest, UnloadDistributedZkTest, TestFieldSortValues, SuggesterTest, CollectionsAPIAsyncDistributedZkTest, BadCopyFieldTest, TestSearcherReuse, DistributedFacetPivotWhiteBoxTest, TestSolrIndexConfig, BlockDirectoryTest, TestSearchPerf, TestOverriddenPrefixQueryForCustomFieldType, TestUniqueKeyFieldResource, TestZkChroot, TestDefaultSearchFieldResource, TestBulkSchemaAPI, HdfsUnloadDistributedZkTest, TestJsonRequest, AutoCommitTest, TestUseDocValuesAsStored2, HighlighterConfigTest, ClusterStateTest, TestSolrDeletionPolicy1, TestMaxScoreQueryParser, VMParamsZkACLAndCredentialsProvidersTest, DistributedFacetPivotLongTailTest, TestJmxMonitoredMap, SuggesterTSTTest, TestSha256AuthenticationProvider, DistributedQueueTest, TestRequestForwarding, HdfsChaosMonkeyNothingIsSafeTest, DocValuesMissingTest, TestStressRecovery, BasicDistributedZk2Test, SearchHandlerTest, TestBulkSchemaConcurrent, TestClassicSimilarityFactory, TestConfigSetsAPIZkFailure, TestStressReorder, TestAuthorizationFramework, CoreSorterTest, BinaryUpdateRequestHandlerTest, ConfigSetsAPITest, DistribCursorPagingTest, TestRecovery, TestCollectionAPI, TestPerFieldSimilarityWithDefaultOverride, OverseerRolesTest, TestMinMaxOnMultiValuedField, TestHdfsUpdateLog, CursorMarkTest, TestCloudSchemaless, SuggestComponentContextFilterQueryTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest] [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.seed=374B7A504FDF3891 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/test-data/enwiki.random.lines.txt -Dtests.locale=pl-PL -Dtests.timezone=Africa/Maputo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 0.00s J2 | CollectionsAPIDistributedZkTest (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: [junit4] > 1) Thread[id=28823, name=searcherExecutor-5870-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 2) Thread[id=28781, name=searcherExecutor-5861-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 3) Thread[id=28771, name=searcherExecutor-5860-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > at __randomizedtesting.SeedInfo.seed([374B7A504FDF3891]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=28781, name=searcherExecutor-5861-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 2) Thread[id=28823, name=searcherExecutor-5870-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 3) Thread[id=28771, name=searcherExecutor-5860-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > at __randomizedtesting.SeedInfo.seed([374B7A504FDF3891]:0) [junit4] Completed [288/575 (3!)] on J2 in 1006.70s, 1 test, 3 errors <<< FAILURES! [...truncated 895 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/build.xml:757: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/build.xml:694: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/build.xml:59: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/build.xml:233: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/solr/common-build.xml:534: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/lucene/common-build.xml:1477: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/checkout/lucene/common-build.xml:1033: There were test failures: 575 suites (7 ignored), 2323 tests, 3 suite-level errors, 1 error, 1 failure, 1066 ignored (16 assumptions) [seed: 374B7A504FDF3891] Total time: 182 minutes 24 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts No prior successful build to compare, so performing full copy of artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
