Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1806/ Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed. REGRESSION: org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:50107/_g/w, https://127.0.0.1:50113/_g/w, https://127.0.0.1:50099/_g/w, https://127.0.0.1:50110/_g/w, https://127.0.0.1:50104/_g/w] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:50107/_g/w, https://127.0.0.1:50113/_g/w, https://127.0.0.1:50099/_g/w, https://127.0.0.1:50110/_g/w, https://127.0.0.1:50104/_g/w] at __randomizedtesting.SeedInfo.seed([57FD2DCD0F2B8E08:D61BA3D57874EE34]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322) at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:171) at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:144) at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:88) at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : delLiveColl/shard1/core_node1 at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304) ... 47 more Build Log: [...truncated 10899 lines...] [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/init-core-data-001 [junit4] 2> 1333094 T3062 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false) [junit4] 2> 1333095 T3062 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_g/w [junit4] 2> 1333104 T3062 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch [junit4] 2> 1333105 T3062 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 1> client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1333106 T3063 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 1333207 T3062 oasc.ZkTestServer.run start zk server on port:50095 [junit4] 2> 1333207 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1333208 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1333214 T3069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48e80abe name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1333215 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1333215 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1333215 T3062 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 1333224 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1333226 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1333229 T3071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60b74718 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1333229 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1333235 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1333236 T3062 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 1333244 T3062 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 1333252 T3062 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 1333258 T3062 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 1333266 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 1333267 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 1333277 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 1333278 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 1333285 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1333286 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1333293 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 1333294 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 1333301 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 1333302 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 1333309 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 1333310 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 1333317 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 1333317 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 1333325 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 1333326 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 1333333 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1333334 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1333342 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 1333342 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 1333350 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 1333351 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 1333361 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1333362 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1333365 T3073 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@437fe6b3 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1333366 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1333366 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1335125 T3062 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1335133 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 1335134 T3062 oejs.AbstractConnector.doStart Started [email protected]:50099 [junit4] 2> 1335138 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1335139 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1335139 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002 [junit4] 2> 1335139 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/' [junit4] 2> 1335184 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/solr.xml [junit4] 2> 1335239 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002 [junit4] 2> 1335240 T3062 oasc.CoreContainer.<init> New CoreContainer 393821199 [junit4] 2> 1335240 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/] [junit4] 2> 1335241 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1335242 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1335242 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1335242 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1335243 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1335243 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1335243 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1335244 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1335244 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1335248 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1335250 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1335250 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1335251 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1335251 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr [junit4] 2> 1335251 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1335252 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1335253 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1335257 T3084 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cdfbe96 name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1335258 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1335258 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1335263 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1335266 T3086 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28b9abc name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1335266 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1335269 T3062 oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 1335278 T3062 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 1335287 T3062 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 1335296 T3062 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 1335305 T3062 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 1335317 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 1335321 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50099__g%2Fw [junit4] 2> 1335323 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50099__g%2Fw [junit4] 2> 1335332 T3062 oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 1335338 T3062 oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 1335344 T3062 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1335349 T3062 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50099__g%2Fw [junit4] 2> 1335349 T3062 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 1335356 T3062 oasc.Overseer.start Overseer (id=92498195914489860-127.0.0.1:50099__g%2Fw-n_0000000000) starting [junit4] 2> 1335367 T3062 oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 1335403 T3062 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 1335405 T3088 oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 1335408 T3087 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 1335410 T3062 oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 1335418 T3062 oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 1335423 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1335437 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002 [junit4] 2> 1336396 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/conf/ [junit4] 2> 1336540 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1336546 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 1336546 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1336551 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1336556 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1336557 T3092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b6822ac name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1336558 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1336558 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1336560 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1336574 T3062 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 1336575 T3062 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 1336575 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1336577 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1336583 T3094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11d83d0b name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1336584 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1336584 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1336591 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1336606 T3087 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1 [junit4] 2> 1336606 T3087 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2] [junit4] 2> 1336607 T3087 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2 [junit4] 2> 1336619 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json [junit4] 2> 1336626 T3096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1336626 T3095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 1338431 T3062 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 [junit4] 2> 1338432 T3062 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1338439 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 1338441 T3062 oejs.AbstractConnector.doStart Started [email protected]:50104 [junit4] 2> 1338446 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1338447 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1338447 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003 [junit4] 2> 1338447 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/' [junit4] 2> 1338489 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/solr.xml [junit4] 2> 1338556 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003 [junit4] 2> 1338558 T3062 oasc.CoreContainer.<init> New CoreContainer 1259900292 [junit4] 2> 1338558 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/] [junit4] 2> 1338559 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1338559 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1338559 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1338560 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1338561 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1338561 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1338561 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1338561 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1338562 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1338565 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1338567 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1338568 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1338568 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1338568 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr [junit4] 2> 1338569 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1338569 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1338571 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1338591 T3107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7de76f45 name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1338592 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1338593 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1338598 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1338602 T3109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20b1db70 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1338602 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1338625 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1339646 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50104__g%2Fw [junit4] 2> 1339649 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50104__g%2Fw [junit4] 2> 1339665 T3062 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1339677 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003 [junit4] 2> 1340610 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/conf/ [junit4] 2> 1340739 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1340741 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 1340741 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1342622 T3062 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 [junit4] 2> 1342623 T3062 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1342635 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 1342639 T3062 oejs.AbstractConnector.doStart Started [email protected]:50107 [junit4] 2> 1342643 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1342643 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1342644 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004 [junit4] 2> 1342644 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/' [junit4] 2> 1342691 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/solr.xml [junit4] 2> 1342791 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004 [junit4] 2> 1342793 T3062 oasc.CoreContainer.<init> New CoreContainer 309130171 [junit4] 2> 1342793 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/] [junit4] 2> 1342797 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1342798 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1342799 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1342800 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1342800 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1342800 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1342801 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1342801 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1342802 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1342809 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1342816 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1342816 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1342817 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1342817 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr [junit4] 2> 1342817 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1342818 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1342820 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1342825 T3122 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a2a7b91 name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1342826 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1342826 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1342833 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1342838 T3124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38373748 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1342838 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1342866 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1343892 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50107__g%2Fw [junit4] 2> 1343895 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50107__g%2Fw [junit4] 2> 1343908 T3062 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1343917 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004 [junit4] 2> 1344655 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/conf/ [junit4] 2> 1344750 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1344753 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 1344753 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1346867 T3062 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3 [junit4] 2> 1346868 T3062 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1346875 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 1346876 T3062 oejs.AbstractConnector.doStart Started [email protected]:50110 [junit4] 2> 1346881 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1346881 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1346881 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005 [junit4] 2> 1346882 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005/' [junit4] 2> 1346923 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005/solr.xml [junit4] 2> 1347001 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005 [junit4] 2> 1347002 T3062 oasc.CoreContainer.<init> New CoreContainer 1817335428 [junit4] 2> 1347002 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005/] [junit4] 2> 1347003 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1347004 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1347004 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1347004 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1347005 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1347005 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1347005 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1347006 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1347006 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1347009 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1347012 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1347012 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1347012 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1347013 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr [junit4] 2> 1347013 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1347013 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1347015 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1347019 T3137 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36a21bcf name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1347021 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1347021 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1347028 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1347033 T3139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2421fec9 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1347033 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1347060 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1348085 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50110__g%2Fw [junit4] 2> 1348087 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50110__g%2Fw [junit4] 2> 1348105 T3062 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1348119 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005 [junit4] 2> 1349024 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005/conf/ [junit4] 2> 1349145 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1349149 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 1349150 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1351494 T3062 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4 [junit4] 2> 1351495 T3062 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 1351505 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 1351507 T3062 oejs.AbstractConnector.doStart Started [email protected]:50113 [junit4] 2> 1351511 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 1351512 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1351512 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006 [junit4] 2> 1351512 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/' [junit4] 2> 1351560 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/solr.xml [junit4] 2> 1351636 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006 [junit4] 2> 1351637 T3062 oasc.CoreContainer.<init> New CoreContainer 1337468028 [junit4] 2> 1351637 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/] [junit4] 2> 1351639 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 1351639 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 1351640 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 1351640 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 1351640 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 1351641 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 1351642 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 1351642 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 1351643 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 1351649 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 1351656 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1351656 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1351657 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 1351657 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr [junit4] 2> 1351658 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 1351659 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1351661 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1351666 T3152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33cbf522 name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1351667 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1351667 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1351672 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1351677 T3154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ed7d6ec name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1351677 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1351705 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1352730 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50113__g%2Fw [junit4] 2> 1352732 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50113__g%2Fw [junit4] 2> 1352746 T3062 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 1352755 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006 [junit4] 2> 1353796 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/conf/ [junit4] 2> 1353961 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 1353964 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 1353965 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 1353980 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1353981 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1353985 T3158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fc640be name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1353985 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1353986 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1353991 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1354005 T3062 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: delLiveColl [junit4] 2> 1354006 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 1354007 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 1354011 T3160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@337bb3ff name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1354011 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 1354012 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 1354015 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 1354085 T3102 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&wt=javabin&replicationFactor=2&stateFormat=2&maxShardsPerNode=2&name=delLiveColl&action=CREATE&version=2 [junit4] 2> 1354087 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged [junit4] 2> 1354093 T3088 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{ [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"delLiveColl", [junit4] 2> "replicationFactor":"2", [junit4] 2> "numShards":"2", [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "stateFormat":"2"} [junit4] 2> 1354095 T3161 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , { [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"delLiveColl", [junit4] 2> "replicationFactor":"2", [junit4] 2> "numShards":"2", [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "stateFormat":"2"} [junit4] 2> 1354102 T3161 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1 [junit4] 2> 1354103 T3161 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/delLiveColl [junit4] 2> 1354105 T3161 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl [junit4] 2> 1354120 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1354134 T3087 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl [junit4] 2> 1354135 T3087 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2] [junit4] 2> 1354135 T3087 oasc.Overseer$ClusterStateUpdater.createCollection state version delLiveColl 2 [junit4] 2> 1354147 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/delLiveColl/state.json [junit4] 2> 1354153 T3095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1354153 T3125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1354154 T3096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1354155 T3110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1354154 T3140 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1354157 T3162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1354159 T3155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1354164 T3163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 1354221 T3161 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection delLiveColl, shardNames [shard1, shard2] , replicationFactor : 2 [junit4] 2> 1354222 T3161 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:50099__g%2Fw [junit4] 2> 1354228 T3161 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:50107__g%2Fw [junit4] 2> 1354247 T3161 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:50113__g%2Fw [junit4] 2> 1354299 T3078 oasha.CoreAdminHandler.handleCreateAction core create command numShards=2&collection.configName=conf1&wt=javabin&qt=/admin/cores&name=delLiveColl_shard1_replica1&collection=delLiveColl&action=CREATE&shard=shard1&version=2 [junit4] 2> 1354318 T3161 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:50104__g%2Fw [junit4] 2> 1354345 T3116 oasha.CoreAdminHandler.handleCreateAction core create command numShards=2&collection.configName=conf1&wt=javabin&qt=/admin/cores&name=delLiveColl_shard1_replica2&collection=delLiveColl&action=CREATE&shard=shard1&version=2 [junit4] 2> 1354379 T3078 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down collection=delLiveColl [junit4] 2> 1354397 T3149 oasha.CoreAdminHandler.handleCreateAction core create command numShards=2&collection.configName=conf1&wt=javabin&qt=/admin/cores&name=delLiveColl_shard2_replica1&collection=delLiveColl&action=CREATE&shard=shard2&version=2 [junit4] 2> 1354399 T3100 oasha.CoreAdminHandler.handleCreateAction core create command numShards=2&collection.configName=conf1&wt=javabin&qt=/admin/cores&name=delLiveColl_shard2_replica2&collection=delLiveColl&action=CREATE&shard=shard2&version=2 [junit4] 2> 1354405 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1354417 T3116 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down collection=delLiveColl [junit4] 2> 1354423 T3100 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down collection=delLiveColl [junit4] 2> 1354426 T3078 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 1354426 T3078 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 1354431 T3149 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down collection=delLiveColl [junit4] 2> 1354432 T3078 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 1354434 T3116 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 1354435 T3116 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 1354443 T3116 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 1354456 T3100 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 1354456 T3100 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 1354459 T3078 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 1354460 T3100 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 1354460 T3078 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1354465 T3149 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 1354465 T3149 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 1354468 T3116 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 1354469 T3116 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1354468 T3149 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 1354474 T3100 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 1354475 T3100 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1354479 T3149 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 1354479 T3149 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 1354490 T3087 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 1354490 T3087 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "numShards":"2", [junit4] 2> "operation":"state", [junit4] 2> "core":"delLiveColl_shard1_replica1", [junit4] 2> "node_name":"127.0.0.1:50099__g%2Fw", [junit4] 2> "state":"down", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "base_url":"https://127.0.0.1:50099/_g/w";, [junit4] 2> "shard":"shard1", [junit4] 2> "roles":null} [junit4] 2> 1354505 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1354507 T3125 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354507 T3110 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354508 T3155 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354509 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354511 T3125 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1354512 T3110 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1354514 T3155 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1354527 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1354547 T3087 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 1354548 T3087 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "numShards":"2", [junit4] 2> "operation":"state", [junit4] 2> "core":"delLiveColl_shard1_replica2", [junit4] 2> "node_name":"127.0.0.1:50107__g%2Fw", [junit4] 2> "state":"down", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "base_url":"https://127.0.0.1:50107/_g/w";, [junit4] 2> "shard":"shard1", [junit4] 2> "roles":null} [junit4] 2> 1354557 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1354562 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1354565 T3110 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354567 T3155 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354568 T3125 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354571 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354575 T3110 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1354576 T3125 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1354577 T3155 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1354590 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1354611 T3087 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 1354612 T3087 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "numShards":"2", [junit4] 2> "operation":"state", [junit4] 2> "core":"delLiveColl_shard2_replica2", [junit4] 2> "node_name":"127.0.0.1:50104__g%2Fw", [junit4] 2> "state":"down", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "base_url":"https://127.0.0.1:50104/_g/w";, [junit4] 2> "shard":"shard2", [junit4] 2> "roles":null} [junit4] 2> 1354621 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1354622 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1354625 T3125 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354626 T3155 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354627 T3110 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354629 T3125 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1354630 T3110 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1354630 T3155 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1354631 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354642 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1354666 T3087 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 1354667 T3087 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "numShards":"2", [junit4] 2> "operation":"state", [junit4] 2> "core":"delLiveColl_shard2_replica1", [junit4] 2> "node_name":"127.0.0.1:50113__g%2Fw", [junit4] 2> "state":"down", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "base_url":"https://127.0.0.1:50113/_g/w";, [junit4] 2> "shard":"shard2", [junit4] 2> "roles":null} [junit4] 2> 1354676 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 1354679 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 1354683 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354683 T3110 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354683 T3155 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354685 T3125 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 1354689 T3155 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1354690 T3110 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1354694 T3125 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1354702 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 1355466 T3078 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1 [junit4] 2> 1355467 T3078 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 1355469 T3078 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1355470 T3078 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1355472 T3116 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2 [junit4] 2> 1355473 T3116 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 1355478 T3116 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1355478 T3116 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1355478 T3100 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2 [junit4] 2> 1355480 T3100 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 1355481 T3078 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1355482 T3078 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/delLiveColl_shard1_replica1/' [junit4] 2> 1355486 T3149 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1 [junit4] 2> 1355487 T3149 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 1355492 T3100 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1355493 T3100 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1355495 T3116 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1355496 T3116 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/' [junit4] 2> 1355498 T3149 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 1355499 T3149 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 1355521 T3100 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1355522 T3100 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/' [junit4] 2> 1355531 T3149 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 1355531 T3149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/' [junit4] 2> 1356176 T3149 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 1356224 T3078 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 1356240 T3100 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 1356243 T3116 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 1356457 T3078 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 1356464 T3149 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 1356475 T3149 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 1356477 T3078 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 1356496 T3100 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 1356509 T3100 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 1356526 T3116 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 1356541 T3149 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test [junit4] 2> 1356543 T3116 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 1356551 T3078 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test [junit4] 2> 1356558 T3100 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test [junit4] 2> 1356585 T3116 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test [junit4] 2> 1358443 T3116 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 1358491 T3116 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 1358499 T3116 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 1358502 T3078 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 1358516 T3100 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 1358528 T3100 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 1358534 T3078 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 1358537 T3100 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 1358560 T3078 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 1358591 T3149 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 1358620 T3116 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1358641 T3116 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1358645 T3100 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1358648 T3149 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 1358656 T3149 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 1358659 T3100 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1358668 T3116 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1358676 T3100 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1358683 T3100 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1358684 T3100 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1358684 T3100 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1358683 T3116 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1358701 T3116 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1358702 T3116 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 1358690 T3100 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1358705 T3100 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1358706 T3100 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using configuration from collection delLiveColl [junit4] 2> 1358706 T3100 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 1358707 T3100 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data/ [junit4] 2> 1358708 T3100 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e311eb1 [junit4] 2> 1358710 T3100 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data [junit4] 2> 1358715 T3116 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 1358717 T3116 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 1358720 T3116 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using configuration from collection delLiveColl [junit4] 2> 1358721 T3116 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 1358723 T3116 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data/ [junit4] 2> 1358723 T3116 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e311eb1 [junit4] 2> 1358716 T3100 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data/index/ [junit4] 2> 1358727 T3100 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data/index' doesn't exist. Creating new index... [junit4] 2> 1358728 T3100 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data/index [junit4] 2> 1358730 T3100 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 1358732 T3116 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data [junit4] 2> 1358734 T3116 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data/index/ [junit4] 2> 1358735 T3116 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data/index' doesn't exist. Creating new index... [junit4] 2> 1358736 T3116 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data/index [junit4] 2> 1358738 T3116 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 1358740 T3116 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-47060056)),segFN=segments_1,generation=1} [junit4] 2> 1358741 T3116 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 1358750 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 1358752 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 1358754 T3116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 1358754 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 1358755 T3116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 1358755 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 1358756 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1358758 T3116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1358759 T3116 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 1358760 T3116 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1358761 T3116 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1358762 T3116 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1358765 T3116 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 1358766 T3116 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 1358768 T3116 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 1358768 T3116 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 1358770 T3116 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 1358770 T3116 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 1358771 T3116 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 1358772 T3116 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler [junit4] 2> 1358785 T3100 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-76ff5c2a)),segFN=segments_1,generation=1} [junit4] 2> 1358786 T3100 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 1358799 T3078 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 1358804 T3116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1358809 T3116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1358816 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 1358817 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 1358817 T3100 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 1358818 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 1358819 T3100 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 1358819 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 1358820 T3116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1358820 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1358827 T3116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 1358842 T3100 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1358843 T3100 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 1358844 T3100 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1358846 T3100 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1358847 T3100 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 1358848 T3100 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 1358849 T3100 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 1358849 T3100 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 1358851 T3100 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 1358852 T3100 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 1358854 T3100 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 1358849 T3116 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 1358856 T3116 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 1358857 T3100 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 1358859 T310 [...truncated too long message...] hingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/data/index [junit4] 2> 1562602 T3062 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/data;done=false>>] [junit4] 2> 1562603 T3062 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/data [junit4] 2> 1562605 T3062 oasc.Overseer.close Overseer (id=92498195914489870-127.0.0.1:50113__g%2Fw-n_0000000004) closing [junit4] 2> 1562606 T3210 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:50113__g%2Fw [junit4] 2> 1564111 T3213 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:347) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:344) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:344) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:383) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:126) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:333) [junit4] 2> [junit4] 2> 1564113 T3155 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK [junit4] 2> 1564129 T3062 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_g/w,null} [junit4] 2> 1569119 T3062 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch [junit4] 2> 1569121 T3062 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50095 50095 [junit4] 2> 1569132 T3063 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50095 50095 [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteReplicaTest -Dtests.method=testDistribSearch -Dtests.seed=57FD2DCD0F2B8E08 -Dtests.slow=true -Dtests.locale=ar -Dtests.timezone=America/Dawson_Creek -Dtests.file.encoding=US-ASCII [junit4] ERROR 236s | DeleteReplicaTest.testDistribSearch <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:50107/_g/w, https://127.0.0.1:50113/_g/w, https://127.0.0.1:50099/_g/w, https://127.0.0.1:50110/_g/w, https://127.0.0.1:50104/_g/w] [junit4] > at __randomizedtesting.SeedInfo.seed([57FD2DCD0F2B8E08:D61BA3D57874EE34]:0) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) [junit4] > at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:171) [junit4] > at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:144) [junit4] > at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:88) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : delLiveColl/shard1/core_node1 [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304) [junit4] > ... 47 more [junit4] 2> 1569455 T3062 oas.SolrTestCaseJ4.deleteCore ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001 [junit4] 2> 236365 T3061 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Lucene410: {}, docValues:{}, sim=DefaultSimilarity, locale=ar, timezone=America/Dawson_Creek [junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=81250424,total=146993152 [junit4] 2> NOTE: All tests run in this JVM: [TestManagedSynonymFilterFactory, MoreLikeThisHandlerTest, TestFiltering, ConnectionManagerTest, TestOrdValues, OverseerTest, TestRecovery, FullSolrCloudDistribCmdsTest, TestCoreDiscovery, TestPivotHelperCode, CursorMarkTest, TestAtomicUpdateErrorCases, TestMergePolicyConfig, FileBasedSpellCheckerTest, TestBinaryResponseWriter, TestPHPSerializedResponseWriter, HdfsSyncSliceTest, TestSolrDeletionPolicy2, ResourceLoaderTest, TestSuggestSpellingConverter, DistributedIntervalFacetingTest, TestShardHandlerFactory, ClusterStateTest, ParsingFieldUpdateProcessorsTest, TestStressLucene, OutOfBoxZkACLAndCredentialsProvidersTest, TestJmxIntegration, TestManagedSchemaDynamicFieldResource, TermsComponentTest, CoreAdminHandlerTest, TestNRTOpen, ModifyConfFileTest, TestCollationField, TestReplicationHandlerBackup, SynonymTokenizerTest, DisMaxRequestHandlerTest, DistribCursorPagingTest, WordBreakSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestFastLRUCache, LukeRequestHandlerTest, ShowFileRequestHandlerTest, AutoCommitTest, BasicDistributedZkTest, CacheHeaderTest, BinaryUpdateRequestHandlerTest, TestExceedMaxTermLength, TestBlendedInfixSuggestions, BadCopyFieldTest, OverriddenZkACLAndCredentialsProvidersTest, SuggestComponentTest, DistributedExpandComponentTest, TestDynamicFieldCollectionResource, SolrInfoMBeanTest, CopyFieldTest, HdfsDirectoryTest, AnalyticsMergeStrategyTest, TestDefaultSearchFieldResource, NotRequiredUniqueKeyTest, TestArbitraryIndexDir, TestSolr4Spatial, UpdateParamsTest, ReplicationFactorTest, BasicZkTest, SolrIndexSplitterTest, MultiTermTest, BasicDistributedZk2Test, TestSearcherReuse, DeleteShardTest, EchoParamsTest, TestStressVersions, ConvertedLegacyTest, HttpPartitionTest, SolrIndexConfigTest, TestNonNRTOpen, DistanceFunctionTest, TestSurroundQueryParser, TestUpdate, TestSortingResponseWriter, TermVectorComponentTest, TestCharFilters, TestSystemIdResolver, HdfsWriteToMultipleCollectionsTest, SystemInfoHandlerTest, ShardRoutingCustomTest, EnumFieldTest, ChaosMonkeySafeLeaderTest, SortByFunctionTest, TestManagedResource, DeleteReplicaTest] [junit4] Completed in 237.16s, 1 test, 1 error <<< FAILURES! [...truncated 1072 lines...] BUILD FAILED /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:491: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:471: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:60: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:962: There were test failures: 429 suites, 1772 tests, 1 error, 50 ignored (22 assumptions) Total time: 179 minutes 59 seconds Build step 'Invoke Ant' marked build as failure [description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
