Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/11391/ Java: 32bit/jdk1.8.0_40-ea-b04 -client -XX:+UseG1GC
1 tests failed. REGRESSION: org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:36471, https://127.0.0.1:58855, https://127.0.0.1:51677, https://127.0.0.1:40655, https://127.0.0.1:58222] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36471, https://127.0.0.1:58855, https://127.0.0.1:51677, https://127.0.0.1:40655, https://127.0.0.1:58222] at __randomizedtesting.SeedInfo.seed([79B149C10C7C8343:F857C7D97B23E37F]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322) at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:172) at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:145) at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:89) at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : delLiveColl/shard1/core_node1 at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:570) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304) ... 47 more Build Log: [...truncated 10826 lines...] [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest [junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/init-core-data-001 [junit4] 2> 136192 T357 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false) [junit4] 2> 136192 T357 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: / [junit4] 2> 136198 T357 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch [junit4] 2> 136198 T357 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 1> client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 136199 T358 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 136299 T357 oasc.ZkTestServer.run start zk server on port:51411 [junit4] 2> 136301 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 136302 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 136306 T364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ebf11d name:ZooKeeperConnection Watcher:127.0.0.1:51411 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 136306 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 136307 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 136307 T357 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 136311 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 136313 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 136316 T366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fe4a8 name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 136316 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 136317 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 136321 T357 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 136330 T357 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 136332 T357 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 136335 T357 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 136339 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 136340 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 136345 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 136346 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 136349 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 136350 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 136356 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 136357 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 136360 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 136360 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 136364 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 136365 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 136368 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 136369 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 136372 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 136373 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 136376 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 136376 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 136379 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 136380 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 136383 T357 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 136384 T357 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 136394 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 136395 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 136396 T368 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bd0ae7 name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 136396 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 136397 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 136734 T357 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 136738 T357 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 136742 T357 oejs.AbstractConnector.doStart Started [email protected]:51677 [junit4] 2> 136744 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 136744 T357 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 136745 T357 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002 [junit4] 2> 136745 T357 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002/' [junit4] 2> 136765 T357 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002/solr.xml [junit4] 2> 136792 T357 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002 [junit4] 2> 136793 T357 oasc.CoreContainer.<init> New CoreContainer 9533713 [junit4] 2> 136793 T357 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002/] [junit4] 2> 136794 T357 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 136794 T357 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 136795 T357 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 136795 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 136795 T357 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 136796 T357 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 136796 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 136796 T357 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 136797 T357 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 136798 T357 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 136800 T357 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 136801 T357 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 136801 T357 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 136801 T357 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51411/solr [junit4] 2> 136814 T357 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 136815 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 136816 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 136817 T379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1712e name:ZooKeeperConnection Watcher:127.0.0.1:51411 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 136818 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 136818 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 136825 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 136827 T381 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d805ee name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 136828 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 136838 T357 oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 136843 T357 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 136848 T357 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 136852 T357 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 136855 T357 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 136861 T357 oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 136863 T357 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51677_ [junit4] 2> 136864 T357 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51677_ [junit4] 2> 136868 T357 oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 136870 T357 oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 136873 T357 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 136878 T357 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51677_ [junit4] 2> 136878 T357 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 136881 T357 oasc.Overseer.start Overseer (id=92570835910852612-127.0.0.1:51677_-n_0000000000) starting [junit4] 2> 136892 T357 oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 136917 T357 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 136922 T383 oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 136923 T357 oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 136927 T357 oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 136936 T357 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 136948 T382 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 136949 T357 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002 [junit4] 2> 136959 T357 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002/conf/ [junit4] 2> 137103 T357 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 137104 T357 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1 [junit4] 2> 137105 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 137107 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 137111 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 137113 T387 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11f867b name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 137113 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 137113 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 137115 T357 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 137120 T357 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 137121 T357 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 137121 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 137122 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 137123 T389 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f23811 name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 137123 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 137124 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 137161 T390 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 137169 T382 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1 [junit4] 2> 137170 T382 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2] [junit4] 2> 137181 T382 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2 [junit4] 2> 137188 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json [junit4] 2> 137190 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 137190 T390 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 137544 T357 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 [junit4] 2> 137546 T357 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 137550 T357 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 137554 T357 oejs.AbstractConnector.doStart Started [email protected]:58222 [junit4] 2> 137556 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 137556 T357 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 137557 T357 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003 [junit4] 2> 137557 T357 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/' [junit4] 2> 137592 T357 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/solr.xml [junit4] 2> 137610 T357 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003 [junit4] 2> 137611 T357 oasc.CoreContainer.<init> New CoreContainer 27469711 [junit4] 2> 137611 T357 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/] [junit4] 2> 137613 T357 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 137613 T357 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 137613 T357 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 137614 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 137614 T357 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 137614 T357 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 137615 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 137615 T357 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 137616 T357 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 137618 T357 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 137621 T357 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 137622 T357 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 137622 T357 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 137623 T357 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51411/solr [junit4] 2> 137624 T357 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 137624 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 137625 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 137628 T402 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11b042 name:ZooKeeperConnection Watcher:127.0.0.1:51411 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 137629 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 137630 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 137633 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 137635 T404 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b967e6 name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 137635 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 137643 T357 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 138649 T357 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58222_ [junit4] 2> 138651 T357 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58222_ [junit4] 2> 138656 T357 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 138660 T357 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003 [junit4] 2> 138667 T357 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/conf/ [junit4] 2> 138838 T357 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 138839 T357 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1 [junit4] 2> 138840 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 139208 T357 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 [junit4] 2> 139209 T357 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 139218 T357 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 139220 T357 oejs.AbstractConnector.doStart Started [email protected]:58855 [junit4] 2> 139222 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 139223 T357 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 139223 T357 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004 [junit4] 2> 139223 T357 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004/' [junit4] 2> 139241 T357 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004/solr.xml [junit4] 2> 139253 T357 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004 [junit4] 2> 139254 T357 oasc.CoreContainer.<init> New CoreContainer 21815375 [junit4] 2> 139254 T357 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004/] [junit4] 2> 139255 T357 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 139255 T357 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 139256 T357 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 139256 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 139256 T357 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 139257 T357 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 139257 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 139257 T357 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 139258 T357 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 139259 T357 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 139260 T357 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 139261 T357 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 139261 T357 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 139262 T357 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51411/solr [junit4] 2> 139262 T357 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 139262 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 139265 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 139267 T417 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16d2fde name:ZooKeeperConnection Watcher:127.0.0.1:51411 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 139268 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 139269 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 139279 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 139281 T419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a4f766 name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 139282 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 139307 T357 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 140318 T357 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58855_ [junit4] 2> 140319 T357 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58855_ [junit4] 2> 140323 T357 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 140329 T357 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004 [junit4] 2> 140339 T357 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004/conf/ [junit4] 2> 140511 T357 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 140513 T357 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1 [junit4] 2> 140513 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 140902 T357 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3 [junit4] 2> 140904 T357 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 140987 T357 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 141001 T357 oejs.AbstractConnector.doStart Started [email protected]:40655 [junit4] 2> 141006 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 141007 T357 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 141007 T357 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-005 [junit4] 2> 141010 T357 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-005/' [junit4] 2> 141035 T357 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-005/solr.xml [junit4] 2> 141047 T357 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-005 [junit4] 2> 141048 T357 oasc.CoreContainer.<init> New CoreContainer 24154314 [junit4] 2> 141048 T357 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-005/] [junit4] 2> 141049 T357 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 141049 T357 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 141050 T357 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 141050 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 141051 T357 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 141051 T357 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 141052 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 141052 T357 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 141052 T357 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 141055 T357 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 141056 T357 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 141056 T357 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 141057 T357 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 141057 T357 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51411/solr [junit4] 2> 141058 T357 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 141058 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 141059 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 141061 T432 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eb3ce3 name:ZooKeeperConnection Watcher:127.0.0.1:51411 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 141061 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 141062 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 141065 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 141067 T434 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1695076 name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 141067 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 141080 T357 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 142090 T357 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40655_ [junit4] 2> 142091 T357 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40655_ [junit4] 2> 142096 T357 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 142101 T357 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-005 [junit4] 2> 142110 T357 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-005/conf/ [junit4] 2> 142286 T357 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 142288 T357 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1 [junit4] 2> 142288 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 142642 T357 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4 [junit4] 2> 142645 T357 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 142650 T357 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 142653 T357 oejs.AbstractConnector.doStart Started [email protected]:36471 [junit4] 2> 142655 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 142656 T357 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 142656 T357 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006 [junit4] 2> 142657 T357 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/' [junit4] 2> 142679 T357 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/solr.xml [junit4] 2> 142692 T357 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006 [junit4] 2> 142693 T357 oasc.CoreContainer.<init> New CoreContainer 1793755 [junit4] 2> 142693 T357 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/] [junit4] 2> 142694 T357 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 142694 T357 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 142695 T357 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 142695 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 142696 T357 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 142696 T357 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 142696 T357 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 142697 T357 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 142697 T357 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 142699 T357 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 142701 T357 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 142701 T357 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 142701 T357 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 142702 T357 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51411/solr [junit4] 2> 142702 T357 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 142702 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 142703 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 142705 T447 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b38aae name:ZooKeeperConnection Watcher:127.0.0.1:51411 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 142706 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 142706 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 142709 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 142710 T449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eac67e name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 142711 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 142720 T357 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 143726 T357 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36471_ [junit4] 2> 143728 T357 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36471_ [junit4] 2> 143736 T357 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 143740 T357 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006 [junit4] 2> 143751 T357 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/conf/ [junit4] 2> 143978 T357 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 143979 T357 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1 [junit4] 2> 143980 T357 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 143986 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 143987 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 143989 T453 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41e794 name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 143989 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 143990 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 143993 T357 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 143997 T357 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: delLiveColl [junit4] 2> 143998 T357 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 143999 T357 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 144004 T455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17b9319 name:ZooKeeperConnection Watcher:127.0.0.1:51411/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 144004 T357 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 144004 T357 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 144006 T357 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 144116 T445 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&maxShardsPerNode=2&name=delLiveColl&action=CREATE&numShards=2&stateFormat=2&wt=javabin&version=2 [junit4] 2> 144118 T390 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged [junit4] 2> 144121 T383 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{ [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"delLiveColl", [junit4] 2> "replicationFactor":"2", [junit4] 2> "numShards":"2", [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "stateFormat":"2"} [junit4] 2> 144126 T456 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , { [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"delLiveColl", [junit4] 2> "replicationFactor":"2", [junit4] 2> "numShards":"2", [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "stateFormat":"2"} [junit4] 2> 144132 T456 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1 [junit4] 2> 144132 T456 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/delLiveColl [junit4] 2> 144133 T456 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl [junit4] 2> 144140 T390 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 144144 T382 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl [junit4] 2> 144144 T382 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2] [junit4] 2> 144144 T382 oasc.Overseer$ClusterStateUpdater.createCollection state version delLiveColl 2 [junit4] 2> 144147 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/delLiveColl/state.json [junit4] 2> 144149 T405 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 144149 T450 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 144149 T390 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 144150 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 144150 T457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 144150 T420 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 144151 T458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 144150 T435 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 144240 T456 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection delLiveColl, shardNames [shard1, shard2] , replicationFactor : 2 [junit4] 2> 144240 T456 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:58222_ [junit4] 2> 144242 T456 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:51677_ [junit4] 2> 144248 T456 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:36471_ [junit4] 2> 144255 T456 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:58855_ [junit4] 2> 144375 T377 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=delLiveColl_shard1_replica2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2 [junit4] 2> 144380 T413 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=delLiveColl_shard2_replica2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2 [junit4] 2> 144388 T377 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down collection=delLiveColl [junit4] 2> 144388 T413 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down collection=delLiveColl [junit4] 2> 144399 T390 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 144400 T377 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 144401 T377 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 144401 T413 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 144402 T413 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 144403 T413 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 144406 T377 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 144406 T413 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 144407 T413 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 144408 T377 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 144409 T377 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 144412 T382 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 [junit4] 2> 144414 T382 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"delLiveColl_shard1_replica2", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:51677";, [junit4] 2> "node_name":"127.0.0.1:51677_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 144419 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 144421 T420 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144422 T420 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 144422 T390 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144428 T390 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 144448 T443 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=delLiveColl_shard2_replica1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2 [junit4] 2> 144452 T443 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down collection=delLiveColl [junit4] 2> 144454 T398 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=delLiveColl_shard1_replica1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2 [junit4] 2> 144455 T390 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 144455 T382 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 144456 T382 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"delLiveColl_shard2_replica2", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:58855";, [junit4] 2> "node_name":"127.0.0.1:58855_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 144463 T443 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 144464 T443 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 144465 T443 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 144466 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 144467 T443 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 144467 T443 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 144467 T398 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down collection=delLiveColl [junit4] 2> 144469 T390 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144469 T450 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144470 T420 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144470 T450 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 144471 T420 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 144472 T398 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 144473 T390 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 144473 T398 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 144474 T398 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 144477 T398 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 144478 T398 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 144478 T382 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 144479 T382 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"delLiveColl_shard2_replica1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:36471";, [junit4] 2> "node_name":"127.0.0.1:36471_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 144485 T390 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 144486 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 144487 T390 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144489 T390 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 144490 T420 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144490 T405 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144490 T450 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144492 T405 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 144492 T420 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 144493 T450 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 144497 T382 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 144498 T382 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"delLiveColl_shard1_replica1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:58222";, [junit4] 2> "node_name":"127.0.0.1:58222_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 144500 T390 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 144501 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 144502 T450 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144502 T420 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144502 T405 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144502 T390 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 144503 T420 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 144504 T450 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 144505 T405 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 144507 T390 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 145407 T413 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2 [junit4] 2> 145408 T413 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 145409 T413 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 145409 T413 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 145409 T377 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2 [junit4] 2> 145410 T377 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 145410 T413 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 145411 T377 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 145411 T413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004/delLiveColl_shard2_replica2/' [junit4] 2> 145411 T377 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 145412 T377 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 145413 T377 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002/delLiveColl_shard1_replica2/' [junit4] 2> 145468 T443 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1 [junit4] 2> 145468 T443 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 145469 T443 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 145469 T443 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 145470 T443 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 145471 T443 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/' [junit4] 2> 145478 T398 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1 [junit4] 2> 145479 T398 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 145483 T398 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 145483 T398 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 145485 T398 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 145485 T398 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/delLiveColl_shard1_replica1/' [junit4] 2> 145544 T377 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 145606 T413 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 145661 T443 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 145666 T398 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 145685 T377 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 145686 T413 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 145687 T377 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 145689 T413 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 145718 T398 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 145719 T398 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 145727 T443 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 145728 T443 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 145805 T377 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test [junit4] 2> 145808 T443 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test [junit4] 2> 145813 T398 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test [junit4] 2> 145849 T413 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test [junit4] 2> 146300 T398 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 146314 T398 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 146317 T398 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 146326 T413 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 146331 T443 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 146338 T377 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 146341 T413 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 146343 T413 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 146347 T398 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 146360 T377 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 146363 T443 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 146363 T377 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 146363 T398 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 146365 T443 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 146376 T398 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 146380 T398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 146392 T398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 146393 T398 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 146399 T398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 146399 T398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 146400 T398 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica1' using configuration from collection delLiveColl [junit4] 2> 146401 T398 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 146401 T398 oasc.SolrCore.<init> [delLiveColl_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/delLiveColl_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/delLiveColl_shard1_replica1/data/ [junit4] 2> 146402 T398 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16c173d [junit4] 2> 146403 T398 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/delLiveColl_shard1_replica1/data [junit4] 2> 146404 T398 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/delLiveColl_shard1_replica1/data/index/ [junit4] 2> 146404 T398 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/delLiveColl_shard1_replica1/data/index' doesn't exist. Creating new index... [junit4] 2> 146405 T398 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-003/delLiveColl_shard1_replica1/data/index [junit4] 2> 146405 T398 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4990743061686528] [junit4] 2> 146406 T398 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1bb2ed5)),segFN=segments_1,generation=1} [junit4] 2> 146407 T398 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 146420 T398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 146439 T413 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 146440 T398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 146442 T377 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 146442 T443 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 146443 T398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 146444 T398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 146444 T398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 146445 T398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 146446 T398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 146447 T398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 146447 T398 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 146449 T398 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 146451 T398 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 146454 T398 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 146456 T398 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 146456 T377 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 146457 T398 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 146457 T398 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 146456 T443 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 146458 T398 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 146459 T398 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 146460 T398 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 146461 T398 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 146462 T443 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 146463 T398 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler [junit4] 2> 146463 T443 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 146463 T443 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 146464 T443 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 146465 T443 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 146466 T398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 146467 T398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 146469 T398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 146457 T413 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 146466 T443 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 146462 T377 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 146474 T443 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica1' using configuration from collection delLiveColl [junit4] 2> 146473 T413 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 146471 T398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 146476 T377 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 146476 T377 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 146475 T443 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 146477 T377 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 146477 T443 oasc.SolrCore.<init> [delLiveColl_shard2_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data/ [junit4] 2> 146478 T443 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16c173d [junit4] 2> 146479 T398 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 146480 T398 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 146480 T443 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data [junit4] 2> 146480 T443 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data/index/ [junit4] 2> 146481 T398 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 146481 T443 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data/index' doesn't exist. Creating new index... [junit4] 2> 146482 T398 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1bb2ed5)),segFN=segments_1,generation=1} [junit4] 2> 146482 T398 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 146482 T443 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data/index [junit4] 2> 146483 T398 oass.SolrIndexSearcher.<init> Opening Searcher@10b6260[delLiveColl_shard1_replica1] main [junit4] 2> 146483 T443 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4990743061686528] [junit4] 2> 146484 T398 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 146485 T443 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-15247a3)),segFN=segments_1,generation=1} [junit4] 2> 146485 T443 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 146490 T443 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 146491 T443 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 146491 T413 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 146492 T413 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 146491 T443 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 146492 T413 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 146492 T377 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 146493 T443 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 146494 T413 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 146497 T413 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 146498 T413 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using configuration from collection delLiveColl [junit4] 2> 146499 T413 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 146499 T413 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004/delLiveColl_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-004/delLiveColl_shard2_replica2/data/ [junit4] 2> 146493 T398 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 146500 T398 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 146493 T377 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 146504 T377 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using configuration from collection delLiveColl [junit4] 2> 146504 T377 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 146500 T443 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 146505 T398 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 146506 T398 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 146506 T398 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 146500 T413 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16c173d [junit4] 2> 146507 T398 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 146508 T398 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 146505 T443 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 146511 T398 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json [junit4] 2> 146505 T377 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-002/delLiveColl_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-L [...truncated too long message...] n":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 351260 T506 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 351260 T505 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 351262 T505 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 23 [junit4] 2> 351290 T357 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0} [junit4] 2> 351291 T357 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState [junit4] 2> 351291 T357 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter [junit4] 2> 351291 T357 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser [junit4] 2> 351293 T357 oasc.SolrCore.closeSearcher [delLiveColl_shard2_replica1] Closing main searcher on request. [junit4] 2> 351294 T357 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked [junit4] 2> 351294 T357 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data;done=false>>] [junit4] 2> 351295 T357 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data [junit4] 2> 351295 T357 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data/index;done=false>>] [junit4] 2> 351296 T357 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001/tempDir-006/delLiveColl_shard2_replica1/data/index [junit4] 2> 351297 T357 oasc.Overseer.close Overseer (id=92570835910852622-127.0.0.1:36471_-n_0000000004) closing [junit4] 2> 351297 T506 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:36471_ [junit4] 2> 352800 T505 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK [junit4] 2> 352824 T357 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null} [junit4] 2> 357813 T357 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch [junit4] 2> 357815 T357 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51411 51411 [junit4] 2> 358253 T358 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51411 51411 [junit4] 2> 358255 T358 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 8 /solr/aliases.json [junit4] 2> 8 /solr/clusterstate.json [junit4] 2> 4 /solr/collections/delLiveColl/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 8 /solr/live_nodes [junit4] 2> 5 /solr/overseer/queue [junit4] 2> 5 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteReplicaTest -Dtests.method=testDistribSearch -Dtests.seed=79B149C10C7C8343 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_NZ -Dtests.timezone=America/Kralendijk -Dtests.file.encoding=UTF-8 [junit4] ERROR 222s J1 | DeleteReplicaTest.testDistribSearch <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36471, https://127.0.0.1:58855, https://127.0.0.1:51677, https://127.0.0.1:40655, https://127.0.0.1:58222] [junit4] > at __randomizedtesting.SeedInfo.seed([79B149C10C7C8343:F857C7D97B23E37F]:0) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) [junit4] > at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:172) [junit4] > at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:145) [junit4] > at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:89) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : delLiveColl/shard1/core_node1 [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:570) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304) [junit4] > ... 47 more [junit4] 2> 358272 T357 oas.SolrTestCaseJ4.deleteCore ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-79B149C10C7C8343-001 [junit4] 2> 222087 T356 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=en_NZ, timezone=America/Kralendijk [junit4] 2> NOTE: Linux 3.13.0-36-generic i386/Oracle Corporation 1.8.0_40-ea (32-bit)/cpus=8,threads=1,free=102306800,total=185597952 [junit4] 2> NOTE: All tests run in this JVM: [TestManagedSynonymFilterFactory, TestXIncludeConfig, VMParamsZkACLAndCredentialsProvidersTest, DocExpirationUpdateProcessorFactoryTest, TestTolerantSearch, StressHdfsTest, LoggingHandlerTest, MultiTermTest, AddBlockUpdateTest, DistributedExpandComponentTest, TestSweetSpotSimilarityFactory, LegacyHTMLStripCharFilterTest, TestDistributedGrouping, SSLMigrationTest, RAMDirectoryFactoryTest, DeleteReplicaTest] [junit4] Completed on J1 in 222.64s, 1 test, 1 error <<< FAILURES! [...truncated 1268 lines...] BUILD FAILED /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:524: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:472: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1359: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:961: There were test failures: 436 suites, 1784 tests, 1 error, 44 ignored (22 assumptions) Total time: 110 minutes 31 seconds Build step 'Invoke Ant' marked build as failure [description-setter] Description set: Java: 32bit/jdk1.8.0_40-ea-b04 -client -XX:+UseG1GC Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
