Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/11246/ Java: 64bit/jdk1.7.0_67 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed. REGRESSION: org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.testDistribSearch Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:37341/gcp, https://127.0.0.1:35758/gcp, https://127.0.0.1:52645/gcp] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:37341/gcp, https://127.0.0.1:35758/gcp, https://127.0.0.1:52645/gcp] at __randomizedtesting.SeedInfo.seed([965FD0AE6D1CFC58:17B95EB61A439C64]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322) at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:117) at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:107) at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : customcollreplicadeletion/a/core_node2 at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:570) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304) ... 45 more REGRESSION: org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch Error Message: No live SolrServers available to handle this request:[http://127.0.0.1:33316/j_bm/f, http://127.0.0.1:42067/j_bm/f, http://127.0.0.1:50054/j_bm/f, http://127.0.0.1:51927/j_bm/f, http://127.0.0.1:46047/j_bm/f] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:33316/j_bm/f, http://127.0.0.1:42067/j_bm/f, http://127.0.0.1:50054/j_bm/f, http://127.0.0.1:51927/j_bm/f, http://127.0.0.1:46047/j_bm/f] at __randomizedtesting.SeedInfo.seed([965FD0AE6D1CFC58:17B95EB61A439C64]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322) at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:172) at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:145) at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:89) at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : delLiveColl/shard1/core_node1 at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:570) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304) ... 47 more Build Log: [...truncated 11430 lines...] [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest [junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/init-core-data-001 [junit4] 2> 1006990 T2906 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true) [junit4] 2> 1006990 T2906 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /j_bm/f [junit4] 2> 1006994 T2906 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch [junit4] 2> 1006994 T2906 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 1> client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1006995 T2907 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 1007095 T2906 oasc.ZkTestServer.run start zk server on port:42632 [junit4] 2> 1007095 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1007096 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1007098 T2913 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9885fd3 name:ZooKeeperConnection Watcher:127.0.0.1:42632 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1007098 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1007098 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1007099 T2906 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 1007101 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1007102 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1007103 T2915 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4db677b5 name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1007103 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1007103 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1007103 T2906 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 1007105 T2906 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 1007106 T2906 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 1007108 T2906 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 1007110 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 1007110 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 1007114 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 1007114 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 1007117 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1007117 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1007119 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 1007120 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 1007123 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 1007123 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 1007126 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 1007126 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 1007129 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 1007129 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 1007132 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 1007132 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 1007134 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1007134 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1007136 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 1007136 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 1007138 T2906 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 1007139 T2906 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 1007416 T2906 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1007421 T2906 oejs.AbstractConnector.doStart Started [email protected]:33316 [junit4] 2> 1007421 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1007422 T2906 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1007422 T2906 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002 [junit4] 2> 1007422 T2906 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/' [junit4] 2> 1007436 T2906 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/solr.xml [junit4] 2> 1007452 T2906 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002 [junit4] 2> 1007452 T2906 oasc.CoreContainer.<init> New CoreContainer 715489146 [junit4] 2> 1007453 T2906 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/] [junit4] 2> 1007453 T2906 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1007453 T2906 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1007454 T2906 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1007454 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1007454 T2906 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1007454 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1007454 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1007454 T2906 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1007455 T2906 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1007455 T2906 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1007455 T2906 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1007456 T2906 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1007456 T2906 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1007456 T2906 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42632/solr [junit4] 2> 1007456 T2906 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1007456 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1007457 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1007459 T2926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57543875 name:ZooKeeperConnection Watcher:127.0.0.1:42632 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1007459 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1007460 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1007461 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1007462 T2928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71c9c1af name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1007462 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1007463 T2906 oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 1007465 T2906 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 1007466 T2906 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 1007468 T2906 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 1007469 T2906 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 1007471 T2906 oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 1007472 T2906 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33316_j_bm%2Ff [junit4] 2> 1007472 T2906 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33316_j_bm%2Ff [junit4] 2> 1007473 T2906 oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 1007474 T2906 oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 1007475 T2906 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1007476 T2906 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:33316_j_bm%2Ff [junit4] 2> 1007476 T2906 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 1007477 T2906 oasc.Overseer.start Overseer (id=92578519002185731-127.0.0.1:33316_j_bm%2Ff-n_0000000000) starting [junit4] 2> 1007478 T2906 oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 1007482 T2906 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 1007483 T2930 oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 1007483 T2906 oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 1007486 T2906 oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 1007486 T2906 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1007488 T2929 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 1007489 T2906 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002 [junit4] 2> 1007496 T2906 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/conf/ [junit4] 2> 1007645 T2906 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1007646 T2906 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0 [junit4] 2> 1007646 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1007647 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1007647 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1007648 T2934 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43b0e42 name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1007649 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1007649 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1007650 T2906 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1007651 T2906 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 1007651 T2906 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 1007651 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1007652 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1007653 T2936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70d301d6 name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1007653 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1007653 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1007654 T2937 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1007656 T2929 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1 [junit4] 2> 1007656 T2929 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2] [junit4] 2> 1007657 T2929 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2 [junit4] 2> 1007658 T2929 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json [junit4] 2> 1007659 T2937 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1007659 T2938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1007881 T2906 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 [junit4] 2> 1007882 T2906 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1007883 T2906 oejs.AbstractConnector.doStart Started [email protected]:50054 [junit4] 2> 1007884 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1007884 T2906 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1007885 T2906 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-003 [junit4] 2> 1007885 T2906 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-003/' [junit4] 2> 1007900 T2906 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-003/solr.xml [junit4] 2> 1007927 T2906 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-003 [junit4] 2> 1007927 T2906 oasc.CoreContainer.<init> New CoreContainer 1933831581 [junit4] 2> 1007928 T2906 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-003/] [junit4] 2> 1007928 T2906 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1007928 T2906 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1007929 T2906 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1007929 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1007929 T2906 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1007929 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1007929 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1007929 T2906 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1007930 T2906 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1007930 T2906 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1007930 T2906 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1007931 T2906 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1007931 T2906 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1007931 T2906 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42632/solr [junit4] 2> 1007931 T2906 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1007932 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1007932 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1007933 T2949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70a51989 name:ZooKeeperConnection Watcher:127.0.0.1:42632 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1007934 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1007934 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1007935 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1007936 T2951 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a75c609 name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1007937 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1007941 T2906 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1008944 T2906 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50054_j_bm%2Ff [junit4] 2> 1008945 T2906 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50054_j_bm%2Ff [junit4] 2> 1008949 T2906 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1008953 T2906 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-003 [junit4] 2> 1008961 T2906 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-003/conf/ [junit4] 2> 1009072 T2906 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1009073 T2906 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0 [junit4] 2> 1009073 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1009322 T2906 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 [junit4] 2> 1009322 T2906 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1009324 T2906 oejs.AbstractConnector.doStart Started [email protected]:51927 [junit4] 2> 1009325 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1009325 T2906 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1009325 T2906 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-004 [junit4] 2> 1009325 T2906 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-004/' [junit4] 2> 1009337 T2906 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-004/solr.xml [junit4] 2> 1009352 T2906 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-004 [junit4] 2> 1009353 T2906 oasc.CoreContainer.<init> New CoreContainer 1201460418 [junit4] 2> 1009353 T2906 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-004/] [junit4] 2> 1009354 T2906 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1009354 T2906 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1009354 T2906 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1009354 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1009354 T2906 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1009355 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1009355 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1009355 T2906 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1009355 T2906 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1009356 T2906 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1009356 T2906 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1009356 T2906 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1009356 T2906 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1009357 T2906 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42632/solr [junit4] 2> 1009357 T2906 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1009357 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1009358 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1009372 T2964 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9543149 name:ZooKeeperConnection Watcher:127.0.0.1:42632 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1009373 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1009373 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1009374 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1009375 T2966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41d1b1ff name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1009375 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1009379 T2906 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1010382 T2906 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51927_j_bm%2Ff [junit4] 2> 1010383 T2906 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51927_j_bm%2Ff [junit4] 2> 1010385 T2906 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1010387 T2906 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-004 [junit4] 2> 1010394 T2906 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-004/conf/ [junit4] 2> 1010531 T2906 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1010532 T2906 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0 [junit4] 2> 1010533 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1010760 T2906 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3 [junit4] 2> 1010761 T2906 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1010762 T2906 oejs.AbstractConnector.doStart Started [email protected]:42067 [junit4] 2> 1010764 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1010764 T2906 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1010764 T2906 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-005 [junit4] 2> 1010764 T2906 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-005/' [junit4] 2> 1010776 T2906 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-005/solr.xml [junit4] 2> 1010812 T2906 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-005 [junit4] 2> 1010813 T2906 oasc.CoreContainer.<init> New CoreContainer 1142621656 [junit4] 2> 1010813 T2906 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-005/] [junit4] 2> 1010814 T2906 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1010814 T2906 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1010815 T2906 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1010815 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1010815 T2906 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1010816 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1010816 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1010816 T2906 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1010816 T2906 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1010817 T2906 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1010817 T2906 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1010818 T2906 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1010818 T2906 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1010819 T2906 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42632/solr [junit4] 2> 1010819 T2906 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1010819 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1010820 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1010821 T2979 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a1ccad6 name:ZooKeeperConnection Watcher:127.0.0.1:42632 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1010822 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1010823 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1010825 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1010826 T2981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e408650 name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1010826 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1010833 T2906 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1011839 T2906 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42067_j_bm%2Ff [junit4] 2> 1011841 T2906 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42067_j_bm%2Ff [junit4] 2> 1011846 T2906 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1011850 T2906 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-005 [junit4] 2> 1011860 T2906 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-005/conf/ [junit4] 2> 1011962 T2906 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1011963 T2906 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0 [junit4] 2> 1011964 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1012229 T2906 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4 [junit4] 2> 1012230 T2906 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1012231 T2906 oejs.AbstractConnector.doStart Started [email protected]:46047 [junit4] 2> 1012232 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1012233 T2906 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1012233 T2906 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-006 [junit4] 2> 1012233 T2906 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-006/' [junit4] 2> 1012245 T2906 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-006/solr.xml [junit4] 2> 1012273 T2906 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-006 [junit4] 2> 1012274 T2906 oasc.CoreContainer.<init> New CoreContainer 1624927729 [junit4] 2> 1012274 T2906 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-006/] [junit4] 2> 1012275 T2906 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1012275 T2906 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1012275 T2906 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1012275 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1012275 T2906 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1012276 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1012276 T2906 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1012276 T2906 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1012276 T2906 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1012277 T2906 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1012277 T2906 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1012277 T2906 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1012278 T2906 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1012278 T2906 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42632/solr [junit4] 2> 1012278 T2906 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1012278 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1012279 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1012280 T2994 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24681ae4 name:ZooKeeperConnection Watcher:127.0.0.1:42632 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1012282 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1012282 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1012284 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1012285 T2996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b5602d1 name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1012285 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1012290 T2906 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1013294 T2906 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46047_j_bm%2Ff [junit4] 2> 1013295 T2906 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46047_j_bm%2Ff [junit4] 2> 1013300 T2906 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1013306 T2906 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-006 [junit4] 2> 1013319 T2906 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-006/conf/ [junit4] 2> 1013458 T2906 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1013459 T2906 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0 [junit4] 2> 1013459 T2906 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1013462 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1013463 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1013464 T3000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56516b6b name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1013464 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1013465 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1013466 T2906 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1013469 T2906 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: delLiveColl [junit4] 2> 1013469 T2906 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1013470 T2906 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1013471 T3002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f6bb78c name:ZooKeeperConnection Watcher:127.0.0.1:42632/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1013471 T2906 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1013471 T2906 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1013472 T2906 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1013475 T2962 oasha.CollectionsHandler.handleCreateAction Creating Collection : wt=javabin&name=delLiveColl&version=2&action=CREATE&maxShardsPerNode=2&stateFormat=2&numShards=2&replicationFactor=2 [junit4] 2> 1013476 T2937 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged [junit4] 2> 1013477 T2930 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{ [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"delLiveColl", [junit4] 2> "replicationFactor":"2", [junit4] 2> "numShards":"2", [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "stateFormat":"2"} [junit4] 2> 1013477 T3003 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , { [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"delLiveColl", [junit4] 2> "replicationFactor":"2", [junit4] 2> "numShards":"2", [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "stateFormat":"2"} [junit4] 2> 1013478 T3003 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1 [junit4] 2> 1013478 T3003 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/delLiveColl [junit4] 2> 1013479 T3003 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl [junit4] 2> 1013482 T2937 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1013485 T2929 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl [junit4] 2> 1013485 T2929 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2] [junit4] 2> 1013485 T2929 oasc.Overseer$ClusterStateUpdater.createCollection state version delLiveColl 2 [junit4] 2> 1013487 T2929 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/delLiveColl/state.json [junit4] 2> 1013488 T2982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1013488 T2952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1013489 T2938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1013489 T3005 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1013489 T3004 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1013489 T2997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1013488 T2937 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1013488 T2967 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1013582 T3003 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection delLiveColl, shardNames [shard1, shard2] , replicationFactor : 2 [junit4] 2> 1013583 T3003 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:46047_j_bm%2Ff [junit4] 2> 1013583 T3003 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:33316_j_bm%2Ff [junit4] 2> 1013584 T3003 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:50054_j_bm%2Ff [junit4] 2> 1013585 T3003 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:42067_j_bm%2Ff [junit4] 2> 1013586 T2989 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&collection=delLiveColl&shard=shard1&name=delLiveColl_shard1_replica1&version=2&qt=/admin/cores&collection.configName=conf1&action=CREATE&numShards=2 [junit4] 2> 1013586 T2921 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&collection=delLiveColl&shard=shard1&name=delLiveColl_shard1_replica2&version=2&qt=/admin/cores&collection.configName=conf1&action=CREATE&numShards=2 [junit4] 2> 1013587 T2944 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&collection=delLiveColl&shard=shard2&name=delLiveColl_shard2_replica1&version=2&qt=/admin/cores&collection.configName=conf1&action=CREATE&numShards=2 [junit4] 2> 1013588 T2974 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&collection=delLiveColl&shard=shard2&name=delLiveColl_shard2_replica2&version=2&qt=/admin/cores&collection.configName=conf1&action=CREATE&numShards=2 [junit4] 2> 1013588 T2921 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down collection=delLiveColl [junit4] 2> 1013588 T2944 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down collection=delLiveColl [junit4] 2> 1013588 T2989 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down collection=delLiveColl [junit4] 2> 1013589 T2937 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1013590 T2974 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down collection=delLiveColl [junit4] 2> 1013590 T2921 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 1013590 T2944 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 1013591 T2944 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 1013591 T2989 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 1013591 T2974 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 1013592 T2944 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 1013592 T2989 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 1013592 T2929 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "state":"down", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "shard":"shard1", [junit4] 2> "node_name":"127.0.0.1:33316_j_bm%2Ff", [junit4] 2> "roles":null, [junit4] 2> "core":"delLiveColl_shard1_replica2", [junit4] 2> "operation":"state", [junit4] 2> "numShards":"2", [junit4] 2> "base_url":"http://127.0.0.1:33316/j_bm/f"} [junit4] 2> 1013592 T2974 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 1013593 T2944 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 1013592 T2989 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 1013593 T2974 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 1013593 T2944 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1013594 T2989 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 1013594 T2989 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1013595 T2974 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 1013595 T2974 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1013597 T2929 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1013597 T2952 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013597 T2982 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013597 T2997 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013598 T2952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1013598 T2982 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1013598 T2997 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1013599 T2921 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 1013599 T2921 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 1013600 T2921 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1013601 T2921 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1013601 T2921 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2 [junit4] 2> 1013601 T2921 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 1013602 T2921 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1013602 T2921 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1013603 T2929 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1013603 T2921 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1013603 T2929 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "state":"down", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "shard":"shard2", [junit4] 2> "node_name":"127.0.0.1:50054_j_bm%2Ff", [junit4] 2> "roles":null, [junit4] 2> "core":"delLiveColl_shard2_replica1", [junit4] 2> "operation":"state", [junit4] 2> "numShards":"2", [junit4] 2> "base_url":"http://127.0.0.1:50054/j_bm/f"} [junit4] 2> 1013603 T2921 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/delLiveColl_shard1_replica2/' [junit4] 2> 1013609 T2937 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1013609 T2929 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1013610 T2937 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013610 T2982 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013610 T2952 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013610 T2997 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013610 T2982 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1013611 T2952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1013611 T2997 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1013612 T2937 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1013614 T2929 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1013614 T2929 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "state":"down", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "shard":"shard1", [junit4] 2> "node_name":"127.0.0.1:46047_j_bm%2Ff", [junit4] 2> "roles":null, [junit4] 2> "core":"delLiveColl_shard1_replica1", [junit4] 2> "operation":"state", [junit4] 2> "numShards":"2", [junit4] 2> "base_url":"http://127.0.0.1:46047/j_bm/f"} [junit4] 2> 1013616 T2937 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1013616 T2929 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1013617 T2952 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013617 T2937 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013617 T2997 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013617 T2952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1013617 T2982 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013618 T2997 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1013618 T2982 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1013619 T2937 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1013630 T2929 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1013631 T2929 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "state":"down", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "shard":"shard2", [junit4] 2> "node_name":"127.0.0.1:42067_j_bm%2Ff", [junit4] 2> "roles":null, [junit4] 2> "core":"delLiveColl_shard2_replica2", [junit4] 2> "operation":"state", [junit4] 2> "numShards":"2", [junit4] 2> "base_url":"http://127.0.0.1:42067/j_bm/f"} [junit4] 2> 1013632 T2937 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1013632 T2929 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1013633 T2937 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013633 T2997 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013633 T2952 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013633 T2982 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1013634 T2997 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1013634 T2952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1013634 T2982 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1013635 T2937 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1013655 T2921 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 1013697 T2921 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 1013698 T2921 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 1013706 T2921 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test [junit4] 2> 1013955 T2921 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 1013959 T2921 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 1013961 T2921 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 1013968 T2921 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1013971 T2921 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1013973 T2921 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1013974 T2921 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1013976 T2921 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1013976 T2921 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1013978 T2921 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1013978 T2921 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1013978 T2921 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using configuration from collection delLiveColl [junit4] 2> 1013979 T2921 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 1013979 T2921 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/delLiveColl_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/delLiveColl_shard1_replica2/data/ [junit4] 2> 1013979 T2921 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@355ac932 [junit4] 2> 1013980 T2921 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/delLiveColl_shard1_replica2/data [junit4] 2> 1013981 T2921 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/delLiveColl_shard1_replica2/data/index/ [junit4] 2> 1013981 T2921 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/delLiveColl_shard1_replica2/data/index' doesn't exist. Creating new index... [junit4] 2> 1013981 T2921 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-002/delLiveColl_shard1_replica2/data/index [junit4] 2> 1013982 T2921 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 1013983 T2921 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1bb57e46)),segFN=segments_1,generation=1} [junit4] 2> 1013983 T2921 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 1013997 T2921 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 1013998 T2921 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 1013998 T2921 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 1013999 T2921 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 1013999 T2921 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 1013999 T2921 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 1014000 T2921 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1014000 T2921 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1014000 T2921 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 1014001 T2921 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1014001 T2921 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1014001 T2921 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1014002 T2921 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 1014002 T2921 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 1014003 T2921 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 1014003 T2921 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 1014004 T2921 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 1014004 T2921 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 1014004 T2921 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 1014005 T2921 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler [junit4] 2> 1014007 T2921 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1014008 T2921 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1014009 T2921 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1014010 T2921 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1014012 T2921 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 1014012 T2921 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 1014013 T2921 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=5.0986328125, floorSegmentMB=0.2880859375, forceMergeDeletesPctAllowed=12.712257468280853, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6271814689820544 [junit4] 2> 1014013 T2921 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1bb57e46)),segFN=segments_1,generation=1} [junit4] 2> 1014014 T2921 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 1014014 T2921 oass.SolrIndexSearcher.<init> Opening Searcher@3bfde1dd[delLiveColl_shard1_replica2] main [junit4] 2> 1014014 T2921 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1014015 T2921 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1014015 T2921 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 1014016 T2921 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1014016 T2921 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 1014016 T2921 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1014017 T2921 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 1014017 T2921 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1014018 T2921 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json [junit4] 2> 1014019 T2921 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json [junit4] 2> 1014020 T2921 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1014020 T2921 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 1014022 T3010 oasc.SolrCore.registerSearcher [delLiveColl_shard1_replica2] Registered new searcher Searcher@3bfde1dd[delLiveColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1014025 T2921 oasc.CoreContainer.registerCore registering core: delLiveColl_shard1_replica2 [junit4] 2> 1014025 T2921 oasc.ZkController.register Register replica - core:delLiveColl_shard1_replica2 address:http://127.0.0.1:33316/j_bm/f collection:delLiveColl shard:shard1 [junit4] 2> 1014026 T2921 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl/leader_elect/shard1/election [junit4] 2> 1014030 T2921 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1 [junit4] 2> 1014032 T2937 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1014032 T2921 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=6.9514448E14ms [junit4] 2> 1014034 T2929 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1014035 T2929 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1014036 T2952 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1014036 T2937 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1014036 T2952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 5 [junit4] 2> 1014036 T2997 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1014036 T2982 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1014037 T2997 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 5 [junit4] 2> 1014038 T2982 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 5 [junit4] 2> 1014038 T2937 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 5 [junit4] 2> 1014594 T2944 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1 [junit4] 2> 1014594 T2944 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 1014594 T2989 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1 [junit4] 2> 1014595 T2944 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1014595 T2989 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 1014595 T2974 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2 [junit4] 2> 1014595 T2944 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1014596 T2989 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1014596 T2989 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1014596 T2974 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 1014596 T2944 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1014597 T2989 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1014597 T2944 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-003/delLiveColl_shard2_replica1/' [junit4] 2> 1014597 T2974 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1014597 T2989 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-006/delLiveColl_shard1_replica1/' [junit4] 2> 1014598 T2974 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1014599 T2974 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1014599 T2974 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-965FD0AE6D1CFC58-001/tempDir-005/delLiveColl_shard2_replica2/ [...truncated too long message...] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:263) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> [junit4] 2> 2361489 T6082 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@479a1938 rejected from java.util.concurrent.ThreadPoolExecutor@4d40d3ae[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 5] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372) [junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:263) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteLastCustomShardedReplicaTest -Dtests.method=testDistribSearch -Dtests.seed=965FD0AE6D1CFC58 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_TN -Dtests.timezone=CTT -Dtests.file.encoding=UTF-8 [junit4] ERROR 130s J0 | DeleteLastCustomShardedReplicaTest.testDistribSearch <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:37341/gcp, https://127.0.0.1:35758/gcp, https://127.0.0.1:52645/gcp] [junit4] > at __randomizedtesting.SeedInfo.seed([965FD0AE6D1CFC58:17B95EB61A439C64]:0) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) [junit4] > at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:117) [junit4] > at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:107) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : customcollreplicadeletion/a/core_node2 [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:570) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304) [junit4] > ... 45 more [junit4] 2> 2361502 T6014 oas.SolrTestCaseJ4.deleteCore ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-965FD0AE6D1CFC58-001 [junit4] 2> 130189 T6013 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=ar_TN, timezone=CTT [junit4] 2> NOTE: Linux 3.13.0-36-generic amd64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=8,threads=1,free=212144968,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [DirectUpdateHandlerTest, TestFieldResource, XmlUpdateRequestHandlerTest, SpellCheckComponentTest, TestDocumentBuilder, HdfsBasicDistributedZk2Test, ZkCLITest, RegexBoostProcessorTest, SpellingQueryConverterTest, TestLeaderElectionZkExpiry, TestDefaultSearchFieldResource, TestSolrQueryParserResource, TestInitQParser, OverseerTest, AnalysisErrorHandlingTest, CollectionsAPIAsyncDistributedZkTest, TestDefaultSimilarityFactory, ChaosMonkeyNothingIsSafeTest, MoreLikeThisHandlerTest, CurrencyFieldOpenExchangeTest, TestManagedResourceStorage, DistributedSuggestComponentTest, TestPivotHelperCode, SuggestComponentTest, JSONWriterTest, TestMissingGroups, ReturnFieldsTest, TestHashPartitioner, FileUtilsTest, TestSearcherReuse, ShardRoutingTest, TestReload, TestExceedMaxTermLength, MinimalSchemaTest, TestLRUCache, MultiThreadedOCPTest, TestSimpleQParserPlugin, TestCodecSupport, TestSurroundQueryParser, MigrateRouteKeyTest, TestLuceneMatchVersion, ParsingFieldUpdateProcessorsTest, ClusterStateUpdateTest, TestFoldingMultitermQuery, TestAnalyzedSuggestions, QueryEqualityTest, TestSolr4Spatial, TestArbitraryIndexDir, ZkControllerTest, JsonLoaderTest, FieldMutatingUpdateProcessorTest, SuggesterTSTTest, TestSchemaResource, DocValuesMultiTest, ShardSplitTest, TestManagedSchemaDynamicFieldResource, TestSerializedLuceneMatchVersion, CursorPagingTest, TestAnalyzeInfixSuggestions, TestFieldTypeCollectionResource, FastVectorHighlighterTest, TestSuggestSpellingConverter, TimeZoneUtilsTest, TestFaceting, TestManagedSchema, RequiredFieldsTest, TestSolrXml, EnumFieldTest, DisMaxRequestHandlerTest, WordBreakSolrSpellCheckerTest, DeleteReplicaTest, TestCloudInspectUtil, TestManagedStopFilterFactory, TriLevelCompositeIdRoutingTest, TestReplicationHandler, SolrCmdDistributorTest, BlockCacheTest, TestRangeQuery, SimpleFacetsTest, TestStandardQParsers, TestBulkSchemaConcurrent, OpenExchangeRatesOrgProviderTest, SignatureUpdateProcessorFactoryTest, TestCoreDiscovery, HighlighterMaxOffsetTest, DistributedSpellCheckComponentTest, LeaderInitiatedRecoveryOnCommitTest, MBeansHandlerTest, TestFuzzyAnalyzedSuggestions, DirectSolrSpellCheckerTest, NoCacheHeaderTest, TestOrdValues, HdfsBasicDistributedZkTest, TestCollectionAPI, TestDFRSimilarityFactory, RemoteQueryErrorTest, DistributedFacetPivotSmallTest, TestFieldTypeResource, TestBinaryResponseWriter, TestManagedSynonymFilterFactory, BlockDirectoryTest, DocumentBuilderTest, TestRTGBase, SolrIndexSplitterTest, HdfsChaosMonkeySafeLeaderTest, BadIndexSchemaTest, TestCursorMarkWithoutUniqueKey, TestReplicationHandlerBackup, AutoCommitTest, TestRecovery, TestStressReorder, TestStressVersions, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, OverseerCollectionProcessorTest, HighlighterTest, SoftAutoCommitTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, StandardRequestHandlerTest, TestQueryTypes, FileBasedSpellCheckerTest, TestValueSourceCache, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, TestComponentsName, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, ResponseLogComponentTest, TestStressRecovery, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestFastOutputStream, TestFastLRUCache, TestSystemIdResolver, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, ZkNodePropsTest, UUIDFieldTest, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, AliasIntegrationTest, DeleteLastCustomShardedReplicaTest] [junit4] Completed on J0 in 130.51s, 1 test, 1 error <<< FAILURES! [...truncated 261 lines...] BUILD FAILED /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:524: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:472: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:189: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1360: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:962: There were test failures: 436 suites, 1784 tests, 2 errors, 44 ignored (22 assumptions) Total time: 102 minutes 16 seconds Build step 'Invoke Ant' marked build as failure [description-setter] Description set: Java: 64bit/jdk1.7.0_67 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
