Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1863/ Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed. REGRESSION: org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.testDistribSearch Error Message: No live SolrServers available to handle this request:[http://127.0.0.1:59624/bz/or, http://127.0.0.1:59616/bz/or, http://127.0.0.1:59621/bz/or] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:59624/bz/or, http://127.0.0.1:59616/bz/or, http://127.0.0.1:59621/bz/or] at __randomizedtesting.SeedInfo.seed([FDD36D8009D7C125:7C35E3987E88A119]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333) at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015) at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793) at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736) at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:117) at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:107) at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : customcollreplicadeletion/a/core_node1 at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313) ... 46 more Build Log: [...truncated 11800 lines...] [junit4] Suite: org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/init-core-data-001 [junit4] 2> 6493996 T15489 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false) [junit4] 2> 6493996 T15489 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /bz/or [junit4] 2> 6494000 T15489 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch [junit4] 2> 6494002 T15489 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 1> client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 6494003 T15490 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 6494104 T15489 oasc.ZkTestServer.run start zk server on port:59613 [junit4] 2> 6494105 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6494107 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6494113 T15496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d3d5a52 name:ZooKeeperConnection Watcher:127.0.0.1:59613 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6494114 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6494114 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6494114 T15489 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 6494122 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6494123 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6494126 T15498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11e02169 name:ZooKeeperConnection Watcher:127.0.0.1:59613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6494127 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6494127 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6494127 T15489 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 6494135 T15489 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 6494141 T15489 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 6494146 T15489 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 6494152 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 6494153 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 6494162 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 6494163 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 6494171 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 6494172 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 6494178 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 6494178 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 6494186 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 6494186 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 6494193 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 6494194 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 6494200 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 6494201 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 6494206 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 6494207 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 6494212 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 6494213 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 6494221 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 6494222 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 6494227 T15489 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 6494228 T15489 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 6495837 T15489 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 6495843 T15489 oejs.AbstractConnector.doStart Started [email protected]:59616 [junit4] 2> 6495844 T15489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 6495844 T15489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 6495844 T15489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002 [junit4] 2> 6495845 T15489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/' [junit4] 2> 6495889 T15489 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/solr.xml [junit4] 2> 6495941 T15489 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002 [junit4] 2> 6495942 T15489 oasc.CoreContainer.<init> New CoreContainer 377641562 [junit4] 2> 6495943 T15489 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/] [junit4] 2> 6495944 T15489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 6495944 T15489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 6495945 T15489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 6495945 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 6495945 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 6495946 T15489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 6495946 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 6495947 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 6495947 T15489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 6495947 T15489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 6495948 T15489 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 6495948 T15489 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 6495949 T15489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 6495949 T15489 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 6495950 T15489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59613/solr [junit4] 2> 6495950 T15489 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 6495951 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6495952 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6495957 T15509 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47f9d641 name:ZooKeeperConnection Watcher:127.0.0.1:59613 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6495958 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6495958 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6495962 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6495966 T15511 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@616c8409 name:ZooKeeperConnection Watcher:127.0.0.1:59613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6495967 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6495969 T15489 oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 6495976 T15489 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 6495982 T15489 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 6495991 T15489 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 6495998 T15489 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 6496006 T15489 oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 6496011 T15489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59616_bz%2For [junit4] 2> 6496012 T15489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59616_bz%2For [junit4] 2> 6496019 T15489 oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 6496023 T15489 oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 6496029 T15489 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 6496034 T15489 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59616_bz%2For [junit4] 2> 6496034 T15489 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 6496039 T15489 oasc.Overseer.start Overseer (id=92684720908992515-127.0.0.1:59616_bz%2For-n_0000000000) starting [junit4] 2> 6496045 T15489 oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 6496069 T15489 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 6496070 T15513 oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 6496072 T15489 oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 6496077 T15489 oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 6496083 T15489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 6496094 T15512 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 6496101 T15489 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002 [junit4] 2> 6496828 T15489 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/conf/ [junit4] 2> 6496948 T15489 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 6496951 T15489 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 6496952 T15489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 6496952 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6496958 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6496961 T15517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50b0ada0 name:ZooKeeperConnection Watcher:127.0.0.1:59613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6496962 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6496962 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6496966 T15489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 6496980 T15489 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 6496980 T15489 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 6496981 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6496983 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6496986 T15519 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7aaff806 name:ZooKeeperConnection Watcher:127.0.0.1:59613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6496987 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6496987 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6496993 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6497003 T15512 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1 [junit4] 2> 6497003 T15512 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2] [junit4] 2> 6497003 T15512 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2 [junit4] 2> 6497010 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json [junit4] 2> 6497015 T15521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 6497015 T15520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 6499048 T15489 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 [junit4] 2> 6499049 T15489 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 6499054 T15489 oejs.AbstractConnector.doStart Started [email protected]:59621 [junit4] 2> 6499055 T15489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 6499056 T15489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 6499057 T15489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-003 [junit4] 2> 6499057 T15489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-003/' [junit4] 2> 6499104 T15489 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-003/solr.xml [junit4] 2> 6499158 T15489 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-003 [junit4] 2> 6499158 T15489 oasc.CoreContainer.<init> New CoreContainer 930932377 [junit4] 2> 6499158 T15489 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-003/] [junit4] 2> 6499161 T15489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 6499161 T15489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 6499161 T15489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 6499162 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 6499162 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 6499162 T15489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 6499163 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 6499163 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 6499163 T15489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 6499163 T15489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 6499164 T15489 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 6499165 T15489 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 6499165 T15489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 6499166 T15489 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 6499166 T15489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59613/solr [junit4] 2> 6499166 T15489 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 6499167 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6499168 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6499171 T15532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69076344 name:ZooKeeperConnection Watcher:127.0.0.1:59613 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6499172 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6499172 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6499176 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6499179 T15534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62f2c794 name:ZooKeeperConnection Watcher:127.0.0.1:59613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6499179 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6499195 T15489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 6500214 T15489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59621_bz%2For [junit4] 2> 6500216 T15489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59621_bz%2For [junit4] 2> 6500231 T15489 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 6500240 T15489 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-003 [junit4] 2> 6500861 T15489 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-003/conf/ [junit4] 2> 6500964 T15489 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 6500967 T15489 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 6500967 T15489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 6502701 T15489 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 [junit4] 2> 6502702 T15489 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 6502710 T15489 oejs.AbstractConnector.doStart Started [email protected]:59624 [junit4] 2> 6502711 T15489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 6502712 T15489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 6502712 T15489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004 [junit4] 2> 6502712 T15489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/' [junit4] 2> 6502755 T15489 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/solr.xml [junit4] 2> 6502808 T15489 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004 [junit4] 2> 6502809 T15489 oasc.CoreContainer.<init> New CoreContainer 2140608014 [junit4] 2> 6502810 T15489 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/] [junit4] 2> 6502811 T15489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 6502811 T15489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 6502812 T15489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 6502813 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 6502813 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 6502814 T15489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 6502814 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 6502814 T15489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 6502815 T15489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 6502815 T15489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 6502816 T15489 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 6502816 T15489 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 6502816 T15489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 6502817 T15489 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 6502817 T15489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59613/solr [junit4] 2> 6502818 T15489 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 6502818 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6502820 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6502824 T15547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18293293 name:ZooKeeperConnection Watcher:127.0.0.1:59613 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6502825 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6502825 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6502831 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6502834 T15549 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b8d426c name:ZooKeeperConnection Watcher:127.0.0.1:59613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6502835 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6502858 T15489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 6503875 T15489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59624_bz%2For [junit4] 2> 6503877 T15489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59624_bz%2For [junit4] 2> 6503889 T15489 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 6503901 T15489 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004 [junit4] 2> 6504554 T15489 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/conf/ [junit4] 2> 6504641 T15489 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 6504644 T15489 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 6504645 T15489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 6504652 T15489 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: customcollreplicadeletion [junit4] 2> 6504652 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6504653 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6504656 T15553 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a0c089f name:ZooKeeperConnection Watcher:127.0.0.1:59613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6504657 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6504657 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6504661 T15489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 6504681 T15544 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&wt=javabin&name=customcollreplicadeletion&maxShardsPerNode=5&action=CREATE&stateFormat=2&router.name=implicit&replicationFactor=1&shards=a,b&numShards=1 [junit4] 2> 6504683 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged [junit4] 2> 6504686 T15513 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{ [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"customcollreplicadeletion", [junit4] 2> "replicationFactor":"1", [junit4] 2> "numShards":"1", [junit4] 2> "maxShardsPerNode":"5", [junit4] 2> "shards":"a,b", [junit4] 2> "stateFormat":"2", [junit4] 2> "router.name":"implicit"} [junit4] 2> 6504687 T15554 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , { [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"customcollreplicadeletion", [junit4] 2> "replicationFactor":"1", [junit4] 2> "numShards":"1", [junit4] 2> "maxShardsPerNode":"5", [junit4] 2> "shards":"a,b", [junit4] 2> "stateFormat":"2", [junit4] 2> "router.name":"implicit"} [junit4] 2> 6504691 T15554 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1 [junit4] 2> 6504691 T15554 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/customcollreplicadeletion [junit4] 2> 6504693 T15554 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion [junit4] 2> 6504705 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6504717 T15512 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: customcollreplicadeletion [junit4] 2> 6504717 T15512 oasc.Overseer$ClusterStateUpdater.createCollection Create collection customcollreplicadeletion with shards [a, b] [junit4] 2> 6504718 T15512 oasc.Overseer$ClusterStateUpdater.createCollection state version customcollreplicadeletion 2 [junit4] 2> 6504726 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6504731 T15521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 6504732 T15535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 6504732 T15520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 6504735 T15550 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 6504735 T15555 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 6504806 T15554 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection customcollreplicadeletion, shardNames [a, b] , replicationFactor : 1 [junit4] 2> 6504807 T15554 oasc.OverseerCollectionProcessor.createCollection Creating shard customcollreplicadeletion_a_replica1 as part of slice a of collection customcollreplicadeletion on 127.0.0.1:59616_bz%2For [junit4] 2> 6504810 T15554 oasc.OverseerCollectionProcessor.createCollection Creating shard customcollreplicadeletion_b_replica1 as part of slice b of collection customcollreplicadeletion on 127.0.0.1:59624_bz%2For [junit4] 2> 6504815 T15505 oasha.CoreAdminHandler.handleCreateAction core create command version=2&wt=javabin&name=customcollreplicadeletion_a_replica1&action=CREATE&shard=a&collection.configName=conf1&qt=/admin/cores&numShards=2&collection=customcollreplicadeletion [junit4] 2> 6504820 T15545 oasha.CoreAdminHandler.handleCreateAction core create command version=2&wt=javabin&name=customcollreplicadeletion_b_replica1&action=CREATE&shard=b&collection.configName=conf1&qt=/admin/cores&numShards=2&collection=customcollreplicadeletion [junit4] 2> 6504829 T15505 oasc.ZkController.publish publishing core=customcollreplicadeletion_a_replica1 state=down collection=customcollreplicadeletion [junit4] 2> 6504830 T15545 oasc.ZkController.publish publishing core=customcollreplicadeletion_b_replica1 state=down collection=customcollreplicadeletion [junit4] 2> 6504837 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6504840 T15545 oasc.ZkController.preRegister Registering watch for external collection customcollreplicadeletion [junit4] 2> 6504841 T15545 oascc.ZkStateReader.addZkWatch addZkWatch customcollreplicadeletion [junit4] 2> 6504843 T15545 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/customcollreplicadeletion/state.json from ZooKeeper... [junit4] 2> 6504843 T15505 oasc.ZkController.preRegister Registering watch for external collection customcollreplicadeletion [junit4] 2> 6504849 T15545 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 0 [junit4] 2> 6504850 T15545 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 6504855 T15512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "shard":"a", [junit4] 2> "node_name":"127.0.0.1:59616_bz%2For", [junit4] 2> "core":"customcollreplicadeletion_a_replica1", [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1:59616/bz/or";, [junit4] 2> "roles":null, [junit4] 2> "state":"down", [junit4] 2> "numShards":"2", [junit4] 2> "collection":"customcollreplicadeletion"} [junit4] 2> 6504879 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6504882 T15550 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6504884 T15550 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 [junit4] 2> 6504888 T15505 oascc.ZkStateReader.addZkWatch addZkWatch customcollreplicadeletion [junit4] 2> 6504892 T15505 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/customcollreplicadeletion/state.json from ZooKeeper... [junit4] 2> 6504898 T15505 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 [junit4] 2> 6504898 T15505 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 6504899 T15505 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for customcollreplicadeletion_a_replica1 [junit4] 2> 6504900 T15505 oasc.ZkController.createCollectionZkNode Check for collection zkNode:customcollreplicadeletion [junit4] 2> 6504902 T15505 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 6504902 T15505 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion [junit4] 2> 6504907 T15505 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper [junit4] 2> 6504908 T15505 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/' [junit4] 2> 6504921 T15512 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 [junit4] 2> 6504921 T15512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "shard":"b", [junit4] 2> "node_name":"127.0.0.1:59624_bz%2For", [junit4] 2> "core":"customcollreplicadeletion_b_replica1", [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1:59624/bz/or";, [junit4] 2> "roles":null, [junit4] 2> "state":"down", [junit4] 2> "numShards":"2", [junit4] 2> "collection":"customcollreplicadeletion"} [junit4] 2> 6504934 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6504936 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6504938 T15550 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6504938 T15520 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6504942 T15550 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 [junit4] 2> 6504955 T15520 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 [junit4] 2> 6505133 T15505 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 6505259 T15505 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 6505264 T15505 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 6505302 T15505 oass.IndexSchema.readSchema [customcollreplicadeletion_a_replica1] Schema name=test [junit4] 2> 6505852 T15545 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for customcollreplicadeletion_b_replica1 [junit4] 2> 6505855 T15545 oasc.ZkController.createCollectionZkNode Check for collection zkNode:customcollreplicadeletion [junit4] 2> 6505857 T15545 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 6505859 T15545 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion [junit4] 2> 6505862 T15545 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper [junit4] 2> 6505863 T15545 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/customcollreplicadeletion_b_replica1/' [junit4] 2> 6505974 T15545 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 6506086 T15545 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 6506092 T15545 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 6506121 T15545 oass.IndexSchema.readSchema [customcollreplicadeletion_b_replica1] Schema name=test [junit4] 2> 6506405 T15505 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 6506427 T15505 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 6506431 T15505 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 6506498 T15505 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 6506510 T15505 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 6506526 T15505 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 6506531 T15505 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 6506532 T15505 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 6506532 T15505 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 6506543 T15505 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 6506544 T15505 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 6506544 T15505 oasc.CoreContainer.create Creating SolrCore 'customcollreplicadeletion_a_replica1' using configuration from collection customcollreplicadeletion [junit4] 2> 6506544 T15505 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 6506545 T15505 oasc.SolrCore.<init> [customcollreplicadeletion_a_replica1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data/ [junit4] 2> 6506546 T15505 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@44da11c7 [junit4] 2> 6506547 T15505 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data [junit4] 2> 6506547 T15505 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data/index/ [junit4] 2> 6506548 T15505 oasc.SolrCore.initIndex WARN [customcollreplicadeletion_a_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data/index' doesn't exist. Creating new index... [junit4] 2> 6506549 T15505 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data/index [junit4] 2> 6506549 T15505 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=26.2314453125, floorSegmentMB=1.267578125, forceMergeDeletesPctAllowed=24.3999194150635, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 6506553 T15505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-312c1224)),segFN=segments_1,generation=1} [junit4] 2> 6506554 T15505 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 6506566 T15505 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 6506568 T15505 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 6506569 T15505 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 6506569 T15505 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 6506570 T15505 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 6506570 T15505 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 6506571 T15505 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 6506573 T15505 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 6506576 T15505 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 6506578 T15505 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 6506580 T15505 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 6506581 T15505 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 6506585 T15505 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 6506586 T15505 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 6506586 T15505 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 6506587 T15505 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 6506588 T15505 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 6506588 T15505 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 6506589 T15505 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 6506590 T15505 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler [junit4] 2> 6506612 T15505 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 6506618 T15505 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 6506621 T15505 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 6506626 T15505 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 6506636 T15505 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 6506637 T15505 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 6506638 T15505 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=51.8505859375, floorSegmentMB=0.7412109375, forceMergeDeletesPctAllowed=26.339055222887037, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 6506639 T15505 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-312c1224)),segFN=segments_1,generation=1} [junit4] 2> 6506640 T15505 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 6506641 T15505 oass.SolrIndexSearcher.<init> Opening Searcher@3e41665[customcollreplicadeletion_a_replica1] main [junit4] 2> 6506642 T15505 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion [junit4] 2> 6506652 T15505 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper [junit4] 2> 6506653 T15505 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 6506655 T15505 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 6506655 T15505 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 6506656 T15505 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 6506660 T15505 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 6506660 T15505 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 6506662 T15505 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json [junit4] 2> 6506676 T15505 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json [junit4] 2> 6506677 T15505 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 6506678 T15505 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 6506684 T15558 oasc.SolrCore.registerSearcher [customcollreplicadeletion_a_replica1] Registered new searcher Searcher@3e41665[customcollreplicadeletion_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 6506691 T15505 oasc.CoreContainer.registerCore registering core: customcollreplicadeletion_a_replica1 [junit4] 2> 6506692 T15505 oasc.ZkController.register Register replica - core:customcollreplicadeletion_a_replica1 address:http://127.0.0.1:59616/bz/or collection:customcollreplicadeletion shard:a [junit4] 2> 6506699 T15505 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leader_elect/a/election [junit4] 2> 6506728 T15505 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard a [junit4] 2> 6506740 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6506746 T15505 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 6506748 T15505 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> ASYNC NEW_CORE C5207 name=customcollreplicadeletion_a_replica1 org.apache.solr.core.SolrCore@2652b00b url=http://127.0.0.1:59616/bz/or/customcollreplicadeletion_a_replica1 node=127.0.0.1:59616_bz%2For C5207_STATE=coll:customcollreplicadeletion core:customcollreplicadeletion_a_replica1 props:{node_name=127.0.0.1:59616_bz%2For, core=customcollreplicadeletion_a_replica1, base_url=http://127.0.0.1:59616/bz/or, state=down} [junit4] 2> 6506749 T15505 C5207 P59616 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59616/bz/or/customcollreplicadeletion_a_replica1/ [junit4] 2> 6506750 T15505 C5207 P59616 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 6506750 T15505 C5207 P59616 oasc.SyncStrategy.syncToMe http://127.0.0.1:59616/bz/or/customcollreplicadeletion_a_replica1/ has no replicas [junit4] 2> 6506753 T15505 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59616/bz/or/customcollreplicadeletion_a_replica1/ a [junit4] 2> 6506755 T15505 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leaders/a [junit4] 2> 6506778 T15512 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 [junit4] 2> 6506792 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6506795 T15550 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6506795 T15520 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6506799 T15550 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 [junit4] 2> 6506818 T15520 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 [junit4] 2> 6506852 T15512 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 [junit4] 2> 6506860 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6506863 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6506866 T15550 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6506866 T15520 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6506869 T15550 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 [junit4] 2> 6506877 T15520 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 [junit4] 2> 6506957 T15505 oasc.ZkController.register We are http://127.0.0.1:59616/bz/or/customcollreplicadeletion_a_replica1/ and leader is http://127.0.0.1:59616/bz/or/customcollreplicadeletion_a_replica1/ [junit4] 2> 6506959 T15505 oasc.ZkController.register No LogReplay needed for core=customcollreplicadeletion_a_replica1 baseURL=http://127.0.0.1:59616/bz/or [junit4] 2> 6506960 T15505 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 6506960 T15505 oasc.ZkController.publish publishing core=customcollreplicadeletion_a_replica1 state=active collection=customcollreplicadeletion [junit4] 2> 6506967 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6506985 T15505 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 [junit4] 2> 6506988 T15505 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={version=2&wt=javabin&name=customcollreplicadeletion_a_replica1&action=CREATE&shard=a&collection.configName=conf1&qt=/admin/cores&numShards=2&collection=customcollreplicadeletion} status=0 QTime=2173 [junit4] 2> 6507004 T15512 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 [junit4] 2> 6507004 T15512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "shard":"a", [junit4] 2> "node_name":"127.0.0.1:59616_bz%2For", [junit4] 2> "core":"customcollreplicadeletion_a_replica1", [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1:59616/bz/or";, [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "state":"active", [junit4] 2> "numShards":"2", [junit4] 2> "collection":"customcollreplicadeletion"} [junit4] 2> 6507015 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6507019 T15550 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6507019 T15520 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6507022 T15550 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 [junit4] 2> 6507038 T15520 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 [junit4] 2> 6507191 T15545 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 6507204 T15545 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 6507208 T15545 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 6507243 T15545 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 6507252 T15545 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 6507262 T15545 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 6507267 T15545 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 6507268 T15545 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 6507268 T15545 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 6507274 T15545 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 6507275 T15545 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 6507276 T15545 oasc.CoreContainer.create Creating SolrCore 'customcollreplicadeletion_b_replica1' using configuration from collection customcollreplicadeletion [junit4] 2> 6507276 T15545 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 6507277 T15545 oasc.SolrCore.<init> [customcollreplicadeletion_b_replica1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/customcollreplicadeletion_b_replica1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/customcollreplicadeletion_b_replica1/data/ [junit4] 2> 6507278 T15545 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@44da11c7 [junit4] 2> 6507280 T15545 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/customcollreplicadeletion_b_replica1/data [junit4] 2> 6507280 T15545 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/customcollreplicadeletion_b_replica1/data/index/ [junit4] 2> 6507281 T15545 oasc.SolrCore.initIndex WARN [customcollreplicadeletion_b_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/customcollreplicadeletion_b_replica1/data/index' doesn't exist. Creating new index... [junit4] 2> 6507282 T15545 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-004/customcollreplicadeletion_b_replica1/data/index [junit4] 2> 6507284 T15545 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=26.2314453125, floorSegmentMB=1.267578125, forceMergeDeletesPctAllowed=24.3999194150635, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 6507287 T15545 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-7bb412c8)),segFN=segments_1,generation=1} [junit4] 2> 6507288 T15545 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 6507310 T15545 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 6507317 T15545 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 6507319 T15545 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 6507320 T15545 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 6507321 T15545 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 6507321 T15545 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 6507323 T15545 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 6507324 T15545 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 6507325 T15545 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 6507327 T15545 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 6507330 T15545 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 6507331 T15545 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 6507333 T15545 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 6507335 T15545 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 6507336 T15545 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 6507337 T15545 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 6507338 T15545 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 6507339 T15545 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 6507341 T15545 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 6507342 T15545 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler [junit4] 2> 6507345 T15545 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 6507351 T15545 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 6507356 T15545 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 6507362 T15545 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 6507376 T15545 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 6507377 T15545 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 6507379 T15545 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=51.8505859375, floorSegmentMB=0.7412109375, forceMergeDeletesPctAllowed=26.339055222887037, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 6507380 T15545 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-7bb412c8)),segFN=segments_1,generation=1} [junit4] 2> 6507381 T15545 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 6507382 T15545 oass.SolrIndexSearcher.<init> Opening Searcher@187974e2[customcollreplicadeletion_b_replica1] main [junit4] 2> 6507383 T15545 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion [junit4] 2> 6507387 T15545 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper [junit4] 2> 6507388 T15545 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 6507390 T15545 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 6507390 T15545 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 6507391 T15545 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 6507393 T15545 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json [junit4] 2> 6507394 T15545 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 6507395 T15545 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed [junit4] 2> 6507395 T15545 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 6507404 T15560 oasc.SolrCore.registerSearcher [customcollreplicadeletion_b_replica1] Registered new searcher Searcher@187974e2[customcollreplicadeletion_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 6507411 T15545 oasc.CoreContainer.registerCore registering core: customcollreplicadeletion_b_replica1 [junit4] 2> 6507412 T15545 oasc.ZkController.register Register replica - core:customcollreplicadeletion_b_replica1 address:http://127.0.0.1:59624/bz/or collection:customcollreplicadeletion shard:b [junit4] 2> 6507415 T15545 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leader_elect/b/election [junit4] 2> 6507432 T15545 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard b [junit4] 2> 6507438 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6507441 T15545 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 6507443 T15545 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> ASYNC NEW_CORE C5208 name=customcollreplicadeletion_b_replica1 org.apache.solr.core.SolrCore@6582bacd url=http://127.0.0.1:59624/bz/or/customcollreplicadeletion_b_replica1 node=127.0.0.1:59624_bz%2For C5208_STATE=coll:customcollreplicadeletion core:customcollreplicadeletion_b_replica1 props:{node_name=127.0.0.1:59624_bz%2For, core=customcollreplicadeletion_b_replica1, base_url=http://127.0.0.1:59624/bz/or, state=down} [junit4] 2> 6507444 T15545 C5208 P59624 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59624/bz/or/customcollreplicadeletion_b_replica1/ [junit4] 2> 6507447 T15545 C5208 P59624 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 6507449 T15545 C5208 P59624 oasc.SyncStrategy.syncToMe http://127.0.0.1:59624/bz/or/customcollreplicadeletion_b_replica1/ has no replicas [junit4] 2> 6507449 T15545 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59624/bz/or/customcollreplicadeletion_b_replica1/ b [junit4] 2> 6507451 T15545 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leaders/b [junit4] 2> 6507456 T15512 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 [junit4] 2> 6507466 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6507469 T15520 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6507469 T15550 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6507473 T15550 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 [junit4] 2> 6507480 T15520 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 [junit4] 2> 6507495 T15512 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 [junit4] 2> 6507502 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6507504 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6507507 T15520 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6507507 T15550 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6507510 T15550 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 [junit4] 2> 6507519 T15520 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 [junit4] 2> 6507526 T15545 oasc.ZkController.register We are http://127.0.0.1:59624/bz/or/customcollreplicadeletion_b_replica1/ and leader is http://127.0.0.1:59624/bz/or/customcollreplicadeletion_b_replica1/ [junit4] 2> 6507528 T15545 oasc.ZkController.register No LogReplay needed for core=customcollreplicadeletion_b_replica1 baseURL=http://127.0.0.1:59624/bz/or [junit4] 2> 6507529 T15545 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 6507530 T15545 oasc.ZkController.publish publishing core=customcollreplicadeletion_b_replica1 state=active collection=customcollreplicadeletion [junit4] 2> 6507534 T15520 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 6507557 T15512 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 [junit4] 2> 6507557 T15512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "shard":"b", [junit4] 2> "node_name":"127.0.0.1:59624_bz%2For", [junit4] 2> "core":"customcollreplicadeletion_b_replica1", [junit4] 2> "operation":"state", [junit4] 2> "base_url":"http://127.0.0.1:59624/bz/or";, [junit4] 2> "core_node_name":"core_node2", [junit4] 2> "roles":null, [junit4] 2> "state":"active", [junit4] 2> "numShards":"2", [junit4] 2> "collection":"customcollreplicadeletion"} [junit4] 2> 6507560 T15545 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 [junit4] 2> 6507569 T15545 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={version=2&wt=javabin&name=customcollreplicadeletion_b_replica1&action=CREATE&shard=b&collection.configName=conf1&qt=/admin/cores&numShards=2&collection=customcollreplicadeletion} status=0 QTime=2748 [junit4] 2> 6507569 T15512 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json [junit4] 2> 6507574 T15554 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: customcollreplicadeletion [junit4] 2> 6507577 T15554 oasc.OverseerCollectionProcessor$Runner.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=2173},core=customcollreplicadeletion_a_replica1},null={responseHeader={status=0,QTime=2748},core=customcollreplicadeletion_b_replica1}}} [junit4] 2> 6507579 T15550 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6507580 T15520 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... [junit4] 2> 6507582 T15550 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 8 [junit4] 2> 6507585 T15550 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged [junit4] 2> 6507591 T15544 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={version=2&wt=javabin&name=customcollreplicadeletion&maxShardsPerNode=5&action=CREATE&stateFormat=2&router.name=implicit&replicationFactor=1&shards=a,b&numShards=1} status=0 QTime=2911 [junit4] 2> 6507596 T15520 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 8 [junit4] 2> 6507597 T15489 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: customcollreplicadeletion failOnTimeout:true timeout (sec):330 [junit4] 2> 6507597 T15562 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged [junit4] 2> 6507615 T15489 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: customcollreplicadeletion [junit4] 2> 6507615 T15489 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 6507617 T15489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 6507621 T15564 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4034c572 name:ZooKeeperConnection Watcher:127.0.0.1:59613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 6507622 T15489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 6507622 T15489 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 6507625 T15489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 6507648 T15543 oasha.CollectionsHandler.handleRemoveReplica Remove replica: version=2&wt=javabin&action=deletereplica&shard=a&replica=core_node1&collection=customcollreplicadeletion [junit4] 2> 6507650 T15562 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged [junit4] 2> 6507655 T15513 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{ [junit4] 2> "operation":"deletereplica", [junit4] 2> "collection":"customcollreplicadeletion", [junit4] 2> "shard":"a", [junit4] 2> "replica":"core_node1"} [junit4] 2> 6507656 T15565 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : deletereplica , { [junit4] 2> "operation":"deletereplica", [junit4] 2> "collection":"customcollreplicadeletion", [junit4] 2> "shard":"a", [junit4] 2> "replica":"core_node1"} [junit4] 2> 6507660 T15507 oasc.SolrCore.close [customcollreplicadeletion_a_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2652b00b [junit4] 2> 6507684 T15507 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0} [junit4] 2> 6507684 T15507 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState [junit4] 2> 6507685 T15507 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter [junit4] 2> 6507685 T15507 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser [junit4] 2> 6507686 T15507 oasc.SolrCore.closeSearcher [customcollreplicadeletion_a_replica1] Closing main searcher on request. [junit4] 2> 6507687 T15507 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked [junit4] 2> 6507688 T15507 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data;done=false>>] [junit4] 2> 6507688 T15507 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data [] [junit4] 2> 6507689 T15507 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data;done=false>>, CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data/index;done=false>>] [junit4] 2> 6507690 T15507 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001/tempDir-002/customcollreplicadeletion_a_replica1/data [junit4] 2> 6507691 T15507 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedRep [...truncated too long message...] Core ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-FDD36D8009D7C125-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=ja, timezone=America/Rio_Branco [junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=369852656,total=512753664 [junit4] 2> NOTE: All tests run in this JVM: [TestFreeTextSuggestions, TestIntervalFaceting, TestExpandComponent, SyncSliceTest, TestOrdValues, TestSolrXmlPersistence, TestDynamicFieldCollectionResource, TestBadConfig, ResponseHeaderTest, SolrCmdDistributorTest, TestCollationFieldDocValues, HdfsChaosMonkeySafeLeaderTest, TestCloudSchemaless, TestSimpleQParserPlugin, TestCSVLoader, SpellCheckComponentTest, LeaderElectionTest, TestLuceneMatchVersion, QueryParsingTest, TestAddFieldRealTimeGet, TestNonDefinedSimilarityFactory, FieldMutatingUpdateProcessorTest, BlockCacheTest, TestHighlightDedupGrouping, DocValuesMissingTest, UniqFieldsUpdateProcessorFactoryTest, TestNoOpRegenerator, CachingDirectoryFactoryTest, AnalyticsMergeStrategyTest, RequiredFieldsTest, RankQueryTest, TestModifyConfFiles, CursorMarkTest, DirectSolrSpellCheckerTest, TestJmxMonitoredMap, DistributedQueryComponentCustomSortTest, TestChildDocTransformer, DistributedTermsComponentTest, TestCollectionAPI, JSONWriterTest, TestPartialUpdateDeduplication, DistributedQueryComponentOptimizationTest, TestConfigSets, DOMUtilTest, TestStressUserVersions, LeaderInitiatedRecoveryOnCommitTest, HdfsSyncSliceTest, DocumentBuilderTest, TestManagedSchemaFieldTypeResource, TestSchemaManager, TestCharFilters, HighlighterMaxOffsetTest, TestSchemaNameResource, TestUtils, TermVectorComponentDistributedTest, TestSolrDeletionPolicy2, SoftAutoCommitTest, TestReplicaProperties, TestZkChroot, TestPerFieldSimilarity, TestSolrCoreProperties, HdfsBasicDistributedZkTest, BadCopyFieldTest, TestCollationField, TestClassNameShortening, CustomCollectionTest, TestSolrJ, TestReload, TestRTGBase, TestSearcherReuse, TestCloudManagedSchemaConcurrent, PathHierarchyTokenizerFactoryTest, CoreContainerCoreInitFailuresTest, TestAtomicUpdateErrorCases, AnalysisAfterCoreReloadTest, JsonLoaderTest, TestPostingsSolrHighlighter, RAMDirectoryFactoryTest, TestRequestStatusCollectionAPI, PluginInfoTest, SearchHandlerTest, TestSweetSpotSimilarityFactory, TestPivotHelperCode, CloudExitableDirectoryReaderTest, WordBreakSolrSpellCheckerTest, DateFieldTest, StandardRequestHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, ShardSplitTest, PrimUtilsTest, TestQueryUtils, CoreAdminRequestStatusTest, DateRangeFieldTest, TestValueSourceCache, TestFastOutputStream, DistribCursorPagingTest, SuggesterFSTTest, ConnectionManagerTest, ConvertedLegacyTest, TestCursorMarkWithoutUniqueKey, OverriddenZkACLAndCredentialsProvidersTest, HardAutoCommitTest, BasicFunctionalityTest, QueryElevationComponentTest, ShardRoutingTest, BasicDistributedZkTest, ExternalFileFieldSortTest, FastVectorHighlighterTest, ShowFileRequestHandlerTest, SynonymTokenizerTest, PolyFieldTest, SliceStateTest, TestLRUCache, OverseerStatusTest, MergeStrategyTest, TestStandardQParsers, RegexBoostProcessorTest, PreAnalyzedUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DefaultValueUpdateProcessorTest, TestCSVResponseWriter, NotRequiredUniqueKeyTest, TestRandomFaceting, TimeZoneUtilsTest, TestDistributedGrouping, TestFoldingMultitermQuery, TestNonNRTOpen, CircularListTest, DirectUpdateHandlerTest, TestDocBasedVersionConstraints, TestWordDelimiterFilterFactory, TestLMDirichletSimilarityFactory, DistributedFacetPivotSmallTest, TestDistribDocBasedVersion, DirectSolrConnectionTest, ModifyConfFileTest, SuggesterWFSTTest, TestCoreContainer, DeleteShardTest, TestDocSet, TestRandomDVFaceting, MultiTermTest, SpellingQueryConverterTest, TestSortingResponseWriter, DistributedExpandComponentTest, TestSolrQueryParserDefaultOperatorResource, InfoHandlerTest, UpdateParamsTest, TestRecoveryHdfs, ZkSolrClientTest, TriLevelCompositeIdRoutingTest, LukeRequestHandlerTest, TestCloudPivotFacet, TestFieldTypeCollectionResource, LeaderFailoverAfterPartitionTest, ExitableDirectoryReaderTest, TestSolrXml, TestSchemaVersionResource, TestCopyFieldCollectionResource, TestShortCircuitedRequests, TestMissingGroups, OverseerCollectionProcessorTest, TestLFUCache, SOLR749Test, TestManagedSchemaFieldResource, SuggesterTSTTest, TestDistributedMissingSort, AtomicUpdatesTest, DisMaxRequestHandlerTest, TestRestManager, UnloadDistributedZkTest, SpatialFilterTest, TestFieldCollectionResource, TestExtendedDismaxParser, SortByFunctionTest, ChaosMonkeySafeLeaderTest, TestRecovery, TestDFRSimilarityFactory, TestCoreDiscovery, CSVRequestHandlerTest, TermsComponentTest, TestManagedSchema, SharedFSAutoReplicaFailoverTest, TestSolrDeletionPolicy1, HdfsLockFactoryTest, TestCollapseQParserPlugin, BJQParserTest, StressHdfsTest, SimplePostToolTest, TestNRTOpen, TestSearchPerf, TestBulkSchemaAPI, TestDefaultSearchFieldResource, CurrencyFieldOpenExchangeTest, CopyFieldTest, TestElisionMultitermQuery, UpdateRequestProcessorFactoryTest, LeaderElectionIntegrationTest, AsyncMigrateRouteKeyTest, OpenExchangeRatesOrgProviderTest, NumericFieldsTest, TestBinaryField, TestManagedSchemaDynamicFieldResource, TestSolr4Spatial, CollectionsAPIDistributedZkTest, TestComponentsName, SuggesterTest, XsltUpdateRequestHandlerTest, TestSolrIndexConfig, TestStressReorder, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, AutoCommitTest, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestJoin, TestMultiCoreConfBootstrap, TestStressVersions, TestRangeQuery, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, TestGroupingSearch, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, TestLazyCores, TestIndexSearcher, HighlighterTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, TestStressLucene, TestTrie, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, ReturnFieldsTest, MBeansHandlerTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, SampleTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestTolerantSearch, AliasIntegrationTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest] [junit4] Completed in 136.80s, 1 test, 1 error <<< FAILURES! [...truncated 267 lines...] BUILD FAILED /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:525: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:473: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:966: There were test failures: 437 suites, 1799 tests, 1 error, 49 ignored (20 assumptions) Total time: 193 minutes 23 seconds Build step 'Invoke Ant' marked build as failure [description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
