Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1830/ Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
6 tests failed. REGRESSION: org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.testDistribSearch Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:50020, https://127.0.0.1:50017, https://127.0.0.1:50012] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:50020, https://127.0.0.1:50017, https://127.0.0.1:50012] at __randomizedtesting.SeedInfo.seed([6C0A7B87488AFFA4:EDECF59F3FD59F98]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322) at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:874) at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:116) at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:106) at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : customcollreplicadeletion/a/core_node1 at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304) ... 46 more FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestZkChroot Error Message: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=9363, name=coreLoadExecutor-5386-thread-1, state=RUNNABLE, group=TGRP-TestZkChroot], registration stack trace below. Stack Trace: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=9363, name=coreLoadExecutor-5386-thread-1, state=RUNNABLE, group=TGRP-TestZkChroot], registration stack trace below. at java.lang.Thread.getStackTrace(Thread.java:1552) at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:166) at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:731) at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1274) at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1165) at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1157) at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:40) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:276) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:488) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:794) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:491) at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:255) at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:249) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: java.lang.AssertionError: Directory not closed: MockDirectoryWrapper(RAMDirectory@7db17ccb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47ee50db) at org.junit.Assert.fail(Assert.java:93) at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47) at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:699) at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:696) at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:183) at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:712) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) ... 1 more FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestZkChroot Error Message: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=9379, name=coreLoadExecutor-5393-thread-1, state=RUNNABLE, group=TGRP-TestZkChroot], registration stack trace below. Stack Trace: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=9379, name=coreLoadExecutor-5393-thread-1, state=RUNNABLE, group=TGRP-TestZkChroot], registration stack trace below. at java.lang.Thread.getStackTrace(Thread.java:1552) at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:166) at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:731) at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1274) at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1165) at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1157) at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:40) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:276) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:488) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:794) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:491) at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:255) at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:249) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: java.lang.AssertionError: Directory not closed: MockDirectoryWrapper(RAMDirectory@7c1249f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52ac05f2) at org.junit.Assert.fail(Assert.java:93) at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47) at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:699) at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:696) at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:183) at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:712) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) ... 1 more FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestZkChroot Error Message: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=9399, name=coreLoadExecutor-5400-thread-1, state=RUNNABLE, group=TGRP-TestZkChroot], registration stack trace below. Stack Trace: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=9399, name=coreLoadExecutor-5400-thread-1, state=RUNNABLE, group=TGRP-TestZkChroot], registration stack trace below. at java.lang.Thread.getStackTrace(Thread.java:1552) at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:166) at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:731) at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1274) at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1165) at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1157) at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:40) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:276) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:488) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:794) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:491) at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:255) at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:249) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: java.lang.AssertionError: Directory not closed: MockDirectoryWrapper(RAMDirectory@e87409a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b9e94e1) at org.junit.Assert.fail(Assert.java:93) at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47) at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:699) at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:696) at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:183) at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:712) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) ... 1 more REGRESSION: org.apache.solr.core.CachingDirectoryFactoryTest.stressTest Error Message: Captured an uncaught exception in thread: Thread[id=3859, name=Thread-1379, state=RUNNABLE, group=TGRP-CachingDirectoryFactoryTest] Stack Trace: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3859, name=Thread-1379, state=RUNNABLE, group=TGRP-CachingDirectoryFactoryTest] Caused by: java.security.AccessControlException: access denied ("java.io.FilePermission" "path15" "write") at __randomizedtesting.SeedInfo.seed([6C0A7B87488AFFA4]:0) at java.security.AccessControlContext.checkPermission(AccessControlContext.java:457) at java.security.AccessController.checkPermission(AccessController.java:884) at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) at java.nio.file.Files.createDirectory(Files.java:674) at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) at java.nio.file.Files.createDirectories(Files.java:727) at org.apache.lucene.store.FSLockFactory.setLockDir(FSLockFactory.java:46) at org.apache.lucene.store.SimpleFSLockFactory.<init>(SimpleFSLockFactory.java:81) at org.apache.solr.core.CachingDirectoryFactory.injectLockFactory(CachingDirectoryFactory.java:500) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:357) at org.apache.solr.core.CachingDirectoryFactoryTest$GetDirThread.run(CachingDirectoryFactoryTest.java:190) REGRESSION: org.apache.solr.core.RAMDirectoryFactoryTest.test Error Message: access denied ("java.io.FilePermission" "/fake/path" "write") Stack Trace: java.security.AccessControlException: access denied ("java.io.FilePermission" "/fake/path" "write") at __randomizedtesting.SeedInfo.seed([6C0A7B87488AFFA4:E45E445DE676925C]:0) at java.security.AccessControlContext.checkPermission(AccessControlContext.java:457) at java.security.AccessController.checkPermission(AccessController.java:884) at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) at java.nio.file.Files.createDirectory(Files.java:674) at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) at java.nio.file.Files.createDirectories(Files.java:727) at org.apache.lucene.store.FSLockFactory.setLockDir(FSLockFactory.java:46) at org.apache.lucene.store.SimpleFSLockFactory.<init>(SimpleFSLockFactory.java:81) at org.apache.solr.core.CachingDirectoryFactory.injectLockFactory(CachingDirectoryFactory.java:500) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:357) at org.apache.solr.core.RAMDirectoryFactoryTest.dotestOpenReturnsTheSameForSamePath(RAMDirectoryFactoryTest.java:46) at org.apache.solr.core.RAMDirectoryFactoryTest.test(RAMDirectoryFactoryTest.java:33) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 11241 lines...] [junit4] Suite: org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/init-core-data-001 [junit4] 2> 1606713 T3397 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false) [junit4] 2> 1606713 T3397 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: / [junit4] 2> 1606719 T3397 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch [junit4] 2> 1606722 T3397 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 1> client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1606723 T3398 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 1606827 T3397 oasc.ZkTestServer.run start zk server on port:50008 [junit4] 2> 1606827 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1606829 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1606835 T3404 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@524a0b6 name:ZooKeeperConnection Watcher:127.0.0.1:50008 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1606835 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1606835 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1606836 T3397 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 1606844 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1606846 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1606849 T3406 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46e38aa2 name:ZooKeeperConnection Watcher:127.0.0.1:50008/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1606849 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1606849 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1606850 T3397 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 1606858 T3397 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 1606868 T3397 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 1606887 T3397 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 1606892 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 1606894 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 1606908 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 1606910 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 1606921 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1606921 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1606928 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 1606929 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 1606937 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 1606938 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 1606944 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 1606945 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 1606953 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 1606954 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 1606961 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 1606962 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 1606970 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1606971 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1606979 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 1606979 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 1606987 T3397 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 1606988 T3397 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 1606996 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1607000 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1607004 T3408 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@115c2cdf name:ZooKeeperConnection Watcher:127.0.0.1:50008/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1607004 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1607005 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1608805 T3397 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1608817 T3397 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 1608846 T3397 oejs.AbstractConnector.doStart Started [email protected]:50012 [junit4] 2> 1608853 T3397 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1608853 T3397 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1608854 T3397 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002 [junit4] 2> 1608854 T3397 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/' [junit4] 2> 1608891 T3397 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/solr.xml [junit4] 2> 1608905 T3397 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002 [junit4] 2> 1608905 T3397 oasc.CoreContainer.<init> New CoreContainer 1105922707 [junit4] 2> 1608906 T3397 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/] [junit4] 2> 1608906 T3397 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1608906 T3397 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1608907 T3397 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1608907 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1608907 T3397 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1608908 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1608908 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1608909 T3397 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1608909 T3397 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1608911 T3397 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1608913 T3397 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1608913 T3397 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1608914 T3397 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1608914 T3397 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50008/solr [junit4] 2> 1608914 T3397 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1608915 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1608917 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1608921 T3419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50bab77f name:ZooKeeperConnection Watcher:127.0.0.1:50008 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1608922 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1608923 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1608927 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1608931 T3421 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77545ac6 name:ZooKeeperConnection Watcher:127.0.0.1:50008/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1608931 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1608935 T3397 oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 1608943 T3397 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 1608951 T3397 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 1608958 T3397 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 1608965 T3397 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 1608975 T3397 oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 1608979 T3397 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50012_ [junit4] 2> 1608981 T3397 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50012_ [junit4] 2> 1608988 T3397 oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 1608993 T3397 oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 1608999 T3397 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1609003 T3397 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50012_ [junit4] 2> 1609003 T3397 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 1609007 T3397 oasc.Overseer.start Overseer (id=92449867778228228-127.0.0.1:50012_-n_0000000000) starting [junit4] 2> 1609014 T3397 oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 1609038 T3397 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 1609039 T3423 oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 1609041 T3397 oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 1609048 T3397 oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 1609052 T3397 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1609063 T3422 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 1609066 T3397 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002 [junit4] 2> 1609987 T3397 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/conf/ [junit4] 2> 1610147 T3397 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1610153 T3397 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 1610159 T3397 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1610167 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1610170 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1610173 T3427 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12fb863d name:ZooKeeperConnection Watcher:127.0.0.1:50008/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1610174 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1610174 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1610177 T3397 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1610188 T3397 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 1610188 T3397 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 1610189 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1610194 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1610195 T3429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ac530f6 name:ZooKeeperConnection Watcher:127.0.0.1:50008/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1610197 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1610198 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1610205 T3430 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1610213 T3422 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1 [junit4] 2> 1610213 T3422 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2] [junit4] 2> 1610214 T3422 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2 [junit4] 2> 1610227 T3422 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json [junit4] 2> 1610236 T3430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1610238 T3431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1611928 T3397 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 [junit4] 2> 1611929 T3397 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1611949 T3397 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 1611952 T3397 oejs.AbstractConnector.doStart Started [email protected]:50017 [junit4] 2> 1611954 T3397 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1611955 T3397 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1611956 T3397 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003 [junit4] 2> 1611956 T3397 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/' [junit4] 2> 1612006 T3397 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/solr.xml [junit4] 2> 1612017 T3397 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003 [junit4] 2> 1612019 T3397 oasc.CoreContainer.<init> New CoreContainer 539111073 [junit4] 2> 1612020 T3397 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/] [junit4] 2> 1612021 T3397 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1612021 T3397 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1612022 T3397 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1612022 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1612022 T3397 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1612023 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1612025 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1612025 T3397 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1612025 T3397 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1612028 T3397 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1612031 T3397 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1612031 T3397 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1612031 T3397 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1612033 T3397 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50008/solr [junit4] 2> 1612034 T3397 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1612034 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1612039 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1612040 T3442 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38419532 name:ZooKeeperConnection Watcher:127.0.0.1:50008 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1612041 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1612041 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1612047 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1612051 T3444 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cab974f name:ZooKeeperConnection Watcher:127.0.0.1:50008/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1612051 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1612067 T3397 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1613082 T3397 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50017_ [junit4] 2> 1613084 T3397 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50017_ [junit4] 2> 1613096 T3397 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1613103 T3397 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003 [junit4] 2> 1613936 T3397 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/conf/ [junit4] 2> 1614055 T3397 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1614057 T3397 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 1614058 T3397 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1615858 T3397 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 [junit4] 2> 1615859 T3397 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1615868 T3397 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 1615871 T3397 oejs.AbstractConnector.doStart Started [email protected]:50020 [junit4] 2> 1615874 T3397 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1615875 T3397 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1615876 T3397 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-004 [junit4] 2> 1615877 T3397 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-004/' [junit4] 2> 1615931 T3397 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-004/solr.xml [junit4] 2> 1615943 T3397 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-004 [junit4] 2> 1615946 T3397 oasc.CoreContainer.<init> New CoreContainer 1924523374 [junit4] 2> 1615946 T3397 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-004/] [junit4] 2> 1615947 T3397 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1615947 T3397 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1615948 T3397 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1615948 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1615949 T3397 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1615949 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1615949 T3397 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1615950 T3397 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1615950 T3397 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1615952 T3397 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1615955 T3397 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1615955 T3397 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1615956 T3397 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1615956 T3397 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50008/solr [junit4] 2> 1615956 T3397 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1615957 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1615959 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1615962 T3457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50e821ad name:ZooKeeperConnection Watcher:127.0.0.1:50008 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1615963 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1615963 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1615972 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1615975 T3459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@384ef4fe name:ZooKeeperConnection Watcher:127.0.0.1:50008/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1615975 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1615997 T3397 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1617016 T3397 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50020_ [junit4] 2> 1617019 T3397 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50020_ [junit4] 2> 1617030 T3397 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1617039 T3397 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-004 [junit4] 2> 1617705 T3397 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-004/conf/ [junit4] 2> 1617808 T3397 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1617810 T3397 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 1617810 T3397 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1617819 T3397 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: customcollreplicadeletion [junit4] 2> 1617820 T3397 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1617820 T3397 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1617824 T3463 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ccbe4da name:ZooKeeperConnection Watcher:127.0.0.1:50008/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1617824 T3397 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1617825 T3397 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1617828 T3397 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1617877 T3412 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=1&shards=a,b&maxShardsPerNode=5&router.name=implicit&name=customcollreplicadeletion&action=CREATE&numShards=1&stateFormat=2&wt=javabin&version=2 [junit4] 2> 1617880 T3430 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged [junit4] 2> 1617882 T3423 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{ [junit4] 2> "operation":"createcollection", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"customcollreplicadeletion", [junit4] 2> "replicationFactor":"1", [junit4] 2> "numShards":"1", [junit4] 2> "maxShardsPerNode":"5", [junit4] 2> "shards":"a,b", [junit4] 2> "stateFormat":"2", [junit4] 2> "router.name":"implicit"} [junit4] 2> 1617884 T3464 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , { [junit4] 2> "operation":"createcollection", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"customcollreplicadeletion", [junit4] 2> "replicationFactor":"1", [junit4] 2> "numShards":"1", [junit4] 2> "maxShardsPerNode":"5", [junit4] 2> "shards":"a,b", [junit4] 2> "stateFormat":"2", [junit4] 2> "router.name":"implicit"} [junit4] 2> 1617889 T3464 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1 [junit4] 2> 1617889 T3464 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/customcollreplicadeletion [junit4] 2> 1617890 T3464 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion [junit4] 2> 1617898 T3430 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1617910 T3422 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: customcollreplicadeletion [junit4] 2> 1617911 T3422 oasc.Overseer$ClusterStateUpdater.createCollection Create collection customcollreplicadeletion with shards [a, b] [junit4] 2> 1617911 T3422 oasc.Overseer$ClusterStateUpdater.createCollection state version customcollreplicadeletion 2 [junit4] 2> 1617918 T3422 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 1617922 T3430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 1617922 T3431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 1617923 T3460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 1617923 T3445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 1617925 T3465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 1618000 T3464 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection customcollreplicadeletion, shardNames [a, b] , replicationFactor : 1 [junit4] 2> 1618001 T3464 oasc.OverseerCollectionProcessor.createCollection Creating shard customcollreplicadeletion_a_replica1 as part of slice a of collection customcollreplicadeletion on 127.0.0.1:50012_ [junit4] 2> 1618005 T3464 oasc.OverseerCollectionProcessor.createCollection Creating shard customcollreplicadeletion_b_replica1 as part of slice b of collection customcollreplicadeletion on 127.0.0.1:50017_ [junit4] 2> 1618069 T3415 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_a_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=a&wt=javabin&version=2 [junit4] 2> 1618110 T3440 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_b_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=b&wt=javabin&version=2 [junit4] 2> 1618113 T3415 oasc.ZkController.publish publishing core=customcollreplicadeletion_a_replica1 state=down collection=customcollreplicadeletion [junit4] 2> 1618120 T3430 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1618124 T3440 oasc.ZkController.publish publishing core=customcollreplicadeletion_b_replica1 state=down collection=customcollreplicadeletion [junit4] 2> 1618126 T3415 oasc.ZkController.preRegister Registering watch for external collection customcollreplicadeletion [junit4] 2> 1618132 T3440 oasc.ZkController.preRegister Registering watch for external collection customcollreplicadeletion [junit4] 2> 1618132 T3440 oascc.ZkStateReader.addZkWatch addZkWatch customcollreplicadeletion [junit4] 2> 1618134 T3440 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/customcollreplicadeletion/state.json from ZooKeeper... [junit4] 2> 1618138 T3440 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 0 [junit4] 2> 1618139 T3440 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1618141 T3422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"customcollreplicadeletion_a_replica1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:50012";, [junit4] 2> "node_name":"127.0.0.1:50012_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"a", [junit4] 2> "collection":"customcollreplicadeletion", [junit4] 2> "operation":"state"} [junit4] 2> 1618164 T3422 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 1618166 T3445 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618169 T3445 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 [junit4] 2> 1618176 T3415 oascc.ZkStateReader.addZkWatch addZkWatch customcollreplicadeletion [junit4] 2> 1618178 T3415 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/customcollreplicadeletion/state.json from ZooKeeper... [junit4] 2> 1618183 T3415 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 [junit4] 2> 1618184 T3415 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1618184 T3415 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for customcollreplicadeletion_a_replica1 [junit4] 2> 1618185 T3415 oasc.ZkController.createCollectionZkNode Check for collection zkNode:customcollreplicadeletion [junit4] 2> 1618187 T3415 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1618188 T3415 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion [junit4] 2> 1618192 T3415 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1618192 T3415 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/customcollreplicadeletion_a_replica1/' [junit4] 2> 1618210 T3422 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 [junit4] 2> 1618210 T3422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"customcollreplicadeletion_b_replica1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:50017";, [junit4] 2> "node_name":"127.0.0.1:50017_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"b", [junit4] 2> "collection":"customcollreplicadeletion", [junit4] 2> "operation":"state"} [junit4] 2> 1618230 T3430 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1618241 T3422 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 1618244 T3445 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618245 T3430 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618247 T3445 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 [junit4] 2> 1618255 T3430 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 [junit4] 2> 1618313 T3415 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 1618324 T3415 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 1618328 T3415 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 1618334 T3415 oass.IndexSchema.readSchema [customcollreplicadeletion_a_replica1] Schema name=test [junit4] 2> 1618475 T3415 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 1618481 T3415 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 1618483 T3415 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 1618508 T3415 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1618528 T3415 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1618548 T3415 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1618562 T3415 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1618565 T3415 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1618566 T3415 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1618570 T3415 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1618571 T3415 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1618572 T3415 oasc.CoreContainer.create Creating SolrCore 'customcollreplicadeletion_a_replica1' using configuration from collection customcollreplicadeletion [junit4] 2> 1618572 T3415 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 1618573 T3415 oasc.SolrCore.<init> [customcollreplicadeletion_a_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/customcollreplicadeletion_a_replica1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/customcollreplicadeletion_a_replica1/data/ [junit4] 2> 1618574 T3415 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a15f963 [junit4] 2> 1618575 T3415 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/customcollreplicadeletion_a_replica1/data [junit4] 2> 1618576 T3415 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/customcollreplicadeletion_a_replica1/data/index/ [junit4] 2> 1618577 T3415 oasc.SolrCore.initIndex WARN [customcollreplicadeletion_a_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/customcollreplicadeletion_a_replica1/data/index' doesn't exist. Creating new index... [junit4] 2> 1618579 T3415 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-002/customcollreplicadeletion_a_replica1/data/index [junit4] 2> 1618579 T3415 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=16.2548828125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=0.024697795393611166, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0 [junit4] 2> 1618580 T3415 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1334971e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@658ed111),segFN=segments_1,generation=1} [junit4] 2> 1618581 T3415 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 1618587 T3415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 1618587 T3415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 1618588 T3415 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 1618589 T3415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 1618591 T3415 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 1618591 T3415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 1618592 T3415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1618592 T3415 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1618593 T3415 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 1618594 T3415 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1618595 T3415 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1618596 T3415 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1618597 T3415 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 1618598 T3415 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 1618598 T3415 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 1618599 T3415 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 1618600 T3415 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 1618602 T3415 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 1618603 T3415 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 1618604 T3415 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler [junit4] 2> 1618617 T3415 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1618620 T3415 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1618622 T3415 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1618629 T3415 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1618637 T3415 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 1618637 T3415 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 1618638 T3415 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 1618647 T3415 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1334971e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@658ed111),segFN=segments_1,generation=1} [junit4] 2> 1618647 T3415 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 1618648 T3415 oass.SolrIndexSearcher.<init> Opening Searcher@23dc765f[customcollreplicadeletion_a_replica1] main [junit4] 2> 1618648 T3415 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion [junit4] 2> 1618652 T3415 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1618653 T3415 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 1618655 T3415 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1618656 T3415 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 1618656 T3415 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1618658 T3415 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 1618658 T3415 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1618660 T3415 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json [junit4] 2> 1618673 T3415 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json [junit4] 2> 1618674 T3415 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1618674 T3415 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 1618680 T3468 oasc.SolrCore.registerSearcher [customcollreplicadeletion_a_replica1] Registered new searcher Searcher@23dc765f[customcollreplicadeletion_a_replica1] main{UninvertingDirectoryReader()} [junit4] 2> 1618698 T3415 oasc.CoreContainer.registerCore registering core: customcollreplicadeletion_a_replica1 [junit4] 2> 1618701 T3415 oasc.ZkController.register Register replica - core:customcollreplicadeletion_a_replica1 address:https://127.0.0.1:50012 collection:customcollreplicadeletion shard:a [junit4] 2> 1618709 T3415 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leader_elect/a/election [junit4] 2> 1618791 T3415 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard a [junit4] 2> 1618807 T3430 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1618816 T3415 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 1618817 T3415 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> ASYNC NEW_CORE C1664 name=customcollreplicadeletion_a_replica1 org.apache.solr.core.SolrCore@22cf1d28 url=https://127.0.0.1:50012/customcollreplicadeletion_a_replica1 node=127.0.0.1:50012_ C1664_STATE=coll:customcollreplicadeletion core:customcollreplicadeletion_a_replica1 props:{core=customcollreplicadeletion_a_replica1, base_url=https://127.0.0.1:50012, node_name=127.0.0.1:50012_, state=down} [junit4] 2> 1618817 T3415 C1664 P50012 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50012/customcollreplicadeletion_a_replica1/ [junit4] 2> 1618818 T3415 C1664 P50012 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 1618818 T3415 C1664 P50012 oasc.SyncStrategy.syncToMe https://127.0.0.1:50012/customcollreplicadeletion_a_replica1/ has no replicas [junit4] 2> 1618819 T3415 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50012/customcollreplicadeletion_a_replica1/ a [junit4] 2> 1618819 T3415 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leaders/a [junit4] 2> 1618835 T3422 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 [junit4] 2> 1618852 T3422 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 1618856 T3445 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618857 T3430 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618859 T3445 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 [junit4] 2> 1618865 T3430 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 [junit4] 2> 1618882 T3422 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 [junit4] 2> 1618889 T3430 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1618890 T3422 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 1618894 T3445 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618894 T3430 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618895 T3445 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 [junit4] 2> 1618905 T3430 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 [junit4] 2> 1618911 T3415 oasc.ZkController.register We are https://127.0.0.1:50012/customcollreplicadeletion_a_replica1/ and leader is https://127.0.0.1:50012/customcollreplicadeletion_a_replica1/ [junit4] 2> 1618911 T3415 oasc.ZkController.register No LogReplay needed for core=customcollreplicadeletion_a_replica1 baseURL=https://127.0.0.1:50012 [junit4] 2> 1618912 T3415 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 1618912 T3415 oasc.ZkController.publish publishing core=customcollreplicadeletion_a_replica1 state=active collection=customcollreplicadeletion [junit4] 2> 1618916 T3430 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1618963 T3415 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 [junit4] 2> 1618967 T3415 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_a_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=a&wt=javabin&version=2} status=0 QTime=899 [junit4] 2> 1618978 T3422 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 [junit4] 2> 1618979 T3422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"customcollreplicadeletion_a_replica1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:50012";, [junit4] 2> "node_name":"127.0.0.1:50012_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"active", [junit4] 2> "shard":"a", [junit4] 2> "collection":"customcollreplicadeletion", [junit4] 2> "operation":"state"} [junit4] 2> 1618982 T3422 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 1618984 T3445 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618984 T3430 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 1618988 T3445 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 [junit4] 2> 1618995 T3430 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 [junit4] 2> 1619141 T3440 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for customcollreplicadeletion_b_replica1 [junit4] 2> 1619141 T3440 oasc.ZkController.createCollectionZkNode Check for collection zkNode:customcollreplicadeletion [junit4] 2> 1619142 T3440 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1619143 T3440 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion [junit4] 2> 1619149 T3440 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1619151 T3440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/customcollreplicadeletion_b_replica1/' [junit4] 2> 1619222 T3440 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 1619235 T3440 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 1619239 T3440 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 1619244 T3440 oass.IndexSchema.readSchema [customcollreplicadeletion_b_replica1] Schema name=test [junit4] 2> 1619402 T3440 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 1619407 T3440 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 1619408 T3440 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 1619433 T3440 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1619438 T3440 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1619443 T3440 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1619445 T3440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1619445 T3440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1619446 T3440 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1619451 T3440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1619451 T3440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1619451 T3440 oasc.CoreContainer.create Creating SolrCore 'customcollreplicadeletion_b_replica1' using configuration from collection customcollreplicadeletion [junit4] 2> 1619452 T3440 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 1619452 T3440 oasc.SolrCore.<init> [customcollreplicadeletion_b_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/customcollreplicadeletion_b_replica1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/customcollreplicadeletion_b_replica1/data/ [junit4] 2> 1619453 T3440 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a15f963 [junit4] 2> 1619453 T3440 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/customcollreplicadeletion_b_replica1/data [junit4] 2> 1619454 T3440 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/customcollreplicadeletion_b_replica1/data/index/ [junit4] 2> 1619454 T3440 oasc.SolrCore.initIndex WARN [customcollreplicadeletion_b_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/customcollreplicadeletion_b_replica1/data/index' doesn't exist. Creating new index... [junit4] 2> 1619454 T3440 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-6C0A7B87488AFFA4-001/tempDir-003/customcollreplicadeletion_b_replica1/data/index [junit4] 2> 1619456 T3440 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=16.2548828125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=0.024697795393611166, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0 [junit4] 2> 1619456 T3440 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@31bab482 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42568a2d),segFN=segments_1,generation=1} [junit4] 2> 1619456 T3440 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 1619465 T3440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 1619467 T3440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 1619467 T3440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 1619467 T3440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 1619467 T3440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 1619468 T3440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 1619468 T3440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1619469 T3440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1619469 T3440 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 1619470 T3440 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1619471 T3440 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1619472 T3440 oasc.RequestHandlers.initHandlersFrom [...truncated too long message...] he.lucene.store.SimpleFSLockFactory.<init>(SimpleFSLockFactory.java:81) [junit4] > at org.apache.solr.core.CachingDirectoryFactory.injectLockFactory(CachingDirectoryFactory.java:500) [junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:357) [junit4] > at org.apache.solr.core.RAMDirectoryFactoryTest.dotestOpenReturnsTheSameForSamePath(RAMDirectoryFactoryTest.java:46) [junit4] > at org.apache.solr.core.RAMDirectoryFactoryTest.test(RAMDirectoryFactoryTest.java:33) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> NOTE: test params are: codec=Lucene410: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=in_ID, timezone=US/Indiana-Starke [junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_20 (64-bit)/cpus=2,threads=1,free=330755592,total=519438336 [junit4] 2> NOTE: All tests run in this JVM: [BinaryUpdateRequestHandlerTest, TestManagedStopFilterFactory, TestParamSet, TestSolr4Spatial2, StandardRequestHandlerTest, DeleteShardTest, FileUtilsTest, TestTrie, ZkControllerTest, ExpressionTest, DirectUpdateHandlerOptimizeTest, TestSchemaResource, TestXIncludeConfig, TestSolrQueryParserResource, PathHierarchyTokenizerFactoryTest, TestBM25SimilarityFactory, AbstractAnalyticsFacetTest, BasicFunctionalityTest, SampleTest, TestMergePolicyConfig, TestSurroundQueryParser, TestStressLucene, BadComponentTest, InfoHandlerTest, CustomCollectionTest, ResponseHeaderTest, DistributedIntervalFacetingTest, SliceStateTest, TestWriterPerf, SolrPluginUtilsTest, SolrCoreTest, TestImplicitCoreProperties, HdfsWriteToMultipleCollectionsTest, LeaderElectionTest, FieldFacetExtrasTest, OutputWriterTest, DOMUtilTest, ClusterStateUpdateTest, TestFastLRUCache, CollectionsAPIAsyncDistributedZkTest, AlternateDirectoryTest, TestPartialUpdateDeduplication, AsyncMigrateRouteKeyTest, MBeansHandlerTest, TestArbitraryIndexDir, DocValuesMultiTest, TestElisionMultitermQuery, TestFreeTextSuggestions, HardAutoCommitTest, TestHighFrequencyDictionaryFactory, ConvertedLegacyTest, EnumFieldTest, TestManagedSynonymFilterFactory, FunctionTest, ReplicationFactorTest, TestQuerySenderNoQuery, DeleteInactiveReplicaTest, TestHashPartitioner, TestCloudManagedSchemaConcurrent, UnloadDistributedZkTest, TestShardHandlerFactory, TestQueryTypes, TestRestManager, HdfsDirectoryTest, AnalyticsMergeStrategyTest, TestPHPSerializedResponseWriter, TestDistribDocBasedVersion, TestAddFieldRealTimeGet, TestNonDefinedSimilarityFactory, TestCSVLoader, TestJoin, DistributedQueryComponentCustomSortTest, TestStressUserVersions, TestUpdate, QueryEqualityTest, TestConfigSets, TestSolrXmlPersistence, TestSerializedLuceneMatchVersion, TestRemoteStreaming, SolrCoreCheckLockOnStartupTest, TestCodecSupport, HttpPartitionTest, AbstractAnalyticsStatsTest, XmlUpdateRequestHandlerTest, DateMathParserTest, SolrTestCaseJ4Test, TestLuceneMatchVersion, DistributedTermsComponentTest, TestDFRSimilarityFactory, WordBreakSolrSpellCheckerTest, TestCoreDiscovery, TestDocBasedVersionConstraints, UniqFieldsUpdateProcessorFactoryTest, TestManagedSchemaFieldTypeResource, BasicZkTest, RecoveryZkTest, TestRawResponseWriter, TestSchemaSimilarityResource, SpellCheckComponentTest, TestDocumentBuilder, CircularListTest, TestWordDelimiterFilterFactory, DistributedDebugComponentTest, AutoCommitTest, TestExpandComponent, SpellingQueryConverterTest, TestSort, ZkNodePropsTest, TestSolrCoreProperties, DocValuesMissingTest, LukeRequestHandlerTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, TestReRankQParserPlugin, StressHdfsTest, SpatialFilterTest, URLClassifyProcessorTest, TestUtils, TestCollectionAPI, OpenExchangeRatesOrgProviderTest, DocumentAnalysisRequestHandlerTest, DistributedFacetPivotLargeTest, ZkSolrClientTest, SharedFSAutoReplicaFailoverTest, CachingDirectoryFactoryTest, ChangedSchemaMergeTest, TestQuerySenderListener, SchemaVersionSpecificBehaviorTest, TestManagedSchemaFieldResource, TestFieldSortValues, TestFaceting, NoCacheHeaderTest, ShardRoutingCustomTest, TestRequestStatusCollectionAPI, TestMaxScoreQueryParser, TestFileDictionaryLookup, BlockDirectoryTest, TestManagedSchema, PingRequestHandlerTest, TestFuzzyAnalyzedSuggestions, TestOverriddenPrefixQueryForCustomFieldType, StatelessScriptUpdateProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, TestPhraseSuggestions, FieldAnalysisRequestHandlerTest, CoreContainerCoreInitFailuresTest, VMParamsZkACLAndCredentialsProvidersTest, SSLMigrationTest, SuggesterFSTTest, TestLFUCache, TestPerFieldSimilarity, ParsingFieldUpdateProcessorsTest, BJQParserTest, MultiTermTest, TestAnalyzeInfixSuggestions, TestConfig, SolrIndexSplitterTest, TestFunctionQuery, DistributedQueryElevationComponentTest, TestCloudInspectUtil, HdfsRecoveryZkTest, TestAtomicUpdateErrorCases, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, TestCSVResponseWriter, TestFoldingMultitermQuery, CoreAdminRequestStatusTest, EchoParamsTest, TestUniqueKeyFieldResource, TestChildDocTransformer, FastVectorHighlighterTest, SoftAutoCommitTest, RequiredFieldsTest, TestValueSourceCache, MinimalSchemaTest, AddBlockUpdateTest, CurrencyFieldOpenExchangeTest, SuggesterTSTTest, DistanceFunctionTest, TestTolerantSearch, TestDefaultSearchFieldResource, TestJmxIntegration, TestNRTOpen, TestCollationField, DebugComponentTest, SuggestComponentTest, TestCloudManagedSchema, CollectionsAPIDistributedZkTest, ReturnFieldsTest, TestRecovery, BlockCacheTest, TermVectorComponentDistributedTest, DateFieldTest, TestNoOpRegenerator, TestOrdValues, TestComponentsName, LegacyHTMLStripCharFilterTest, TestSolrQueryParser, ResourceLoaderTest, IndexSchemaRuntimeFieldTest, DistributedSpellCheckComponentTest, QueryFacetTest, TestCopyFieldCollectionResource, IndexSchemaTest, OverseerStatusTest, ScriptEngineTest, BadIndexSchemaTest, DistribCursorPagingTest, AliasIntegrationTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestDistributedSearch, TestDistributedGrouping, TestRealTimeGet, TestStressReorder, TestMultiCoreConfBootstrap, TestReload, TestStressVersions, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, SuggesterWFSTTest, PolyFieldTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, LoggingHandlerTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, CSVRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest] [junit4] Completed in 0.05s, 1 test, 1 error <<< FAILURES! [...truncated 341 lines...] BUILD FAILED /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:491: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:471: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:60: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:39: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1358: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:961: There were test failures: 438 suites, 1830 tests, 3 suite-level errors, 3 errors, 50 ignored (22 assumptions) Total time: 154 minutes 55 seconds Build step 'Invoke Ant' marked build as failure [description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
