Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12477/ Java: 32bit/jdk1.8.0_60-ea-b12 -server -XX:+UseG1GC
1 tests failed. FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:48842/_sn/l, https://127.0.0.1:57373/_sn/l, https://127.0.0.1:42321/_sn/l, https://127.0.0.1:46750/_sn/l, https://127.0.0.1:52586/_sn/l] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:48842/_sn/l, https://127.0.0.1:57373/_sn/l, https://127.0.0.1:42321/_sn/l, https://127.0.0.1:46750/_sn/l, https://127.0.0.1:52586/_sn/l] at __randomizedtesting.SeedInfo.seed([60BDC287EA51A21:8E5FE3F2D05977D9]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1074) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:846) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:789) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220) at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:281) at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:108) at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:57373/_sn/l: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /_sn/l/admin/collections. Reason: <pre> {trace=java.lang.AssertionError at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:36) at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:64) at org.apache.solr.common.cloud.ZkStateReader.fromJSON(ZkStateReader.java:150) at org.apache.solr.common.cloud.ZkNodeProps.load(ZkNodeProps.java:92) at org.apache.solr.cloud.DistributedQueue.containsTaskWithRequestId(DistributedQueue.java:127) at org.apache.solr.handler.admin.CollectionsHandler.overseerCollectionQueueContains(CollectionsHandler.java:638) at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:663) at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:643) at org.apache.solr.handler.admin.CollectionsHandler.rejoinElection(CollectionsHandler.java:447) at org.apache.solr.handler.admin.CollectionsHandler.makeReplicaFirstWatcher(CollectionsHandler.java:382) at org.apache.solr.handler.admin.CollectionsHandler.insurePreferredIsLeader(CollectionsHandler.java:358) at org.apache.solr.handler.admin.CollectionsHandler.handleBalanceLeaders(CollectionsHandler.java:269) at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:235) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:584) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:359) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:175) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:168) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:105) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83) at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97) at org.eclipse.jetty.server.Server.handle(Server.java:497) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257) at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) ,code=500}</pre></p> <hr /><i><small>Powered by Jetty://</small></i> </body> </html> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:529) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:344) ... 48 more Build Log: [...truncated 10272 lines...] [junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/init-core-data-001 [junit4] 2> 495302 T3575 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false) [junit4] 2> 495302 T3575 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_sn/l [junit4] 2> 495305 T3575 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 2> 495305 T3576 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 495305 T3576 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 495405 T3575 oasc.ZkTestServer.run start zk server on port:36387 [junit4] 2> 495406 T3575 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 495406 T3575 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 495408 T3583 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11dfb3b name:ZooKeeperConnection Watcher:127.0.0.1:36387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 495409 T3575 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 495409 T3575 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 495410 T3575 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 495412 T3575 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 495412 T3575 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 495413 T3586 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15bb49f name:ZooKeeperConnection Watcher:127.0.0.1:36387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 495413 T3575 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 495414 T3575 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 495414 T3575 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 495415 T3575 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 495416 T3575 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 495417 T3575 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 495418 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 495418 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 495419 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 495419 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 495421 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 495421 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 495422 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 495422 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 495423 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 495424 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 495424 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 495425 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 495426 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 495426 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 495427 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 495427 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 495435 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 495436 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 495437 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 495437 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 495438 T3575 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 495438 T3575 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 495442 T3575 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 495442 T3575 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 495443 T3589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15840e6 name:ZooKeeperConnection Watcher:127.0.0.1:36387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 495443 T3575 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 495444 T3575 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 495492 T3575 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1 [junit4] 2> 495494 T3575 oejs.Server.doStart jetty-9.2.10.v20150310 [junit4] 2> 495495 T3575 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@d4b339{/_sn/l,null,AVAILABLE} [junit4] 2> 495506 T3575 oejs.AbstractConnector.doStart Started ServerConnector@1811d4c{SSL-http/1.1}{127.0.0.1:46750} [junit4] 2> 495506 T3575 oejs.Server.doStart Started @496759ms [junit4] 2> 495507 T3575 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/tempDir-001/control/data, hostContext=/_sn/l, hostPort=46750, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores} [junit4] 2> 495509 T3575 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a [junit4] 2> 495509 T3575 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/' [junit4] 2> 495527 T3575 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/solr.xml [junit4] 2> 495533 T3575 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores [junit4] 2> 495534 T3575 oasc.CoreContainer.<init> New CoreContainer 10791803 [junit4] 2> 495534 T3575 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/] [junit4] 2> 495534 T3575 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/lib [junit4] 2> 495535 T3575 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/lib). [junit4] 2> 495542 T3575 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 495545 T3575 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 495546 T3575 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 495547 T3575 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 495547 T3575 oasc.CoreContainer.load Node Name: 127.0.0.1 [junit4] 2> 495548 T3575 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36387/solr [junit4] 2> 495548 T3575 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 495548 T3575 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 495550 T3575 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 495550 T3603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b4c6f8 name:ZooKeeperConnection Watcher:127.0.0.1:36387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 495550 T3575 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 495551 T3575 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 495552 T3575 n:127.0.0.1:46750__sn%2Fl oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 495553 T3606 n:127.0.0.1:46750__sn%2Fl oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e83a25 name:ZooKeeperConnection Watcher:127.0.0.1:36387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 495553 T3575 n:127.0.0.1:46750__sn%2Fl oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 495554 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 495557 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 495558 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 495559 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 495560 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 495561 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 495562 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 495563 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 495564 T3575 n:127.0.0.1:46750__sn%2Fl oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46750__sn%2Fl [junit4] 2> 495564 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46750__sn%2Fl [junit4] 2> 495565 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 495566 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 495567 T3575 n:127.0.0.1:46750__sn%2Fl oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 495568 T3575 n:127.0.0.1:46750__sn%2Fl oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:46750__sn%2Fl [junit4] 2> 495569 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 495570 T3575 n:127.0.0.1:46750__sn%2Fl oasc.Overseer.start Overseer (id=93812136720465924-127.0.0.1:46750__sn%2Fl-n_0000000000) starting [junit4] 2> 495571 T3575 n:127.0.0.1:46750__sn%2Fl oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 495573 T3575 n:127.0.0.1:46750__sn%2Fl oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 495574 T3608 n:127.0.0.1:46750__sn%2Fl oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 495574 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 495574 T3575 n:127.0.0.1:46750__sn%2Fl oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 495587 T3575 n:127.0.0.1:46750__sn%2Fl oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores [junit4] 2> 495589 T3575 n:127.0.0.1:46750__sn%2Fl oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 495589 T3575 n:127.0.0.1:46750__sn%2Fl oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1/ [junit4] 2> 495590 T3575 n:127.0.0.1:46750__sn%2Fl oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 495594 T3610 n:127.0.0.1:46750__sn%2Fl c:control_collection x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection [junit4] 2> 495594 T3610 n:127.0.0.1:46750__sn%2Fl c:control_collection x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 495595 T3610 n:127.0.0.1:46750__sn%2Fl oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 495595 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:46750/_sn/l";, [junit4] 2> "node_name":"127.0.0.1:46750__sn%2Fl", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 495596 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ReplicaMutator.updateState Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:46750/_sn/l";, [junit4] 2> "node_name":"127.0.0.1:46750__sn%2Fl", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 495596 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ClusterStateMutator.createCollection building a new cName: control_collection [junit4] 2> 495596 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1 [junit4] 2> 495597 T3606 n:127.0.0.1:46750__sn%2Fl oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 495598 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 496595 T3610 n:127.0.0.1:46750__sn%2Fl oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1 [junit4] 2> 496595 T3610 n:127.0.0.1:46750__sn%2Fl oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection [junit4] 2> 496596 T3610 n:127.0.0.1:46750__sn%2Fl oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 496596 T3610 n:127.0.0.1:46750__sn%2Fl oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection [junit4] 2> 496596 T3610 n:127.0.0.1:46750__sn%2Fl oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 496596 T3610 n:127.0.0.1:46750__sn%2Fl oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1/' [junit4] 2> 496606 T3610 n:127.0.0.1:46750__sn%2Fl oasc.Config.<init> loaded config solrconfig.xml with version 0 [junit4] 2> 496608 T3610 n:127.0.0.1:46750__sn%2Fl oasc.SolrConfig.refreshRequestParams current version of requestparams : -1 [junit4] 2> 496611 T3610 n:127.0.0.1:46750__sn%2Fl oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0 [junit4] 2> 496617 T3610 n:127.0.0.1:46750__sn%2Fl oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 496618 T3610 n:127.0.0.1:46750__sn%2Fl oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 496621 T3610 n:127.0.0.1:46750__sn%2Fl oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 496696 T3610 n:127.0.0.1:46750__sn%2Fl oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 496697 T3610 n:127.0.0.1:46750__sn%2Fl oass.IndexSchema.readSchema unique key field: id [junit4] 2> 496698 T3610 n:127.0.0.1:46750__sn%2Fl oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 496699 T3610 n:127.0.0.1:46750__sn%2Fl oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 496709 T3610 n:127.0.0.1:46750__sn%2Fl oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 496709 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 496709 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1/], dataDir=[null] [junit4] 2> 496710 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15990d [junit4] 2> 496710 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1/data [junit4] 2> 496711 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1/data/index/ [junit4] 2> 496711 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 496711 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/control-001/cores/collection1/data/index [junit4] 2> 496711 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=86.8388671875, floorSegmentMB=1.2294921875, forceMergeDeletesPctAllowed=10.455710588163566, segmentsPerTier=13.0, maxCFSSegmentSizeMB=1.5869140625, noCFSRatio=1.0 [junit4] 2> 496712 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6d49ab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15d8ecc),segFN=segments_1,generation=1} [junit4] 2> 496712 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 496715 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 496715 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 496716 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 496716 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 496716 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 496716 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 496716 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 496717 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 496717 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 496718 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 496719 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 496720 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 496720 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 496723 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file [junit4] 2> 496723 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 496724 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 496724 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 [junit4] 2> 496725 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 496725 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 496725 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28112804509110045] [junit4] 2> 496725 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6d49ab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15d8ecc),segFN=segments_1,generation=1} [junit4] 2> 496726 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 496726 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@b4bd8a[collection1] main [junit4] 2> 496726 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection [junit4] 2> 496727 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 496727 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 496727 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 496728 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 496728 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 496728 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 496728 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 496728 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 496729 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000 [junit4] 2> 496729 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1 [junit4] 2> 496729 T3611 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b4bd8a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 496729 T3610 n:127.0.0.1:46750__sn%2Fl x:collection1 oasc.CoreContainer.registerCore registering core: collection1 [junit4] 2> 496730 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:46750/_sn/l collection:control_collection shard:shard1 [junit4] 2> 496730 T3575 n:127.0.0.1:46750__sn%2Fl oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2 [junit4] 2> 496731 T3575 n:127.0.0.1:46750__sn%2Fl oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 496733 T3575 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 496734 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election [junit4] 2> 496737 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1 [junit4] 2> 496738 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 496738 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 496738 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> ASYNC NEW_CORE C556 name=collection1 org.apache.solr.core.SolrCore@465797 url=https://127.0.0.1:46750/_sn/l/collection1 node=127.0.0.1:46750__sn%2Fl C556_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=https://127.0.0.1:46750/_sn/l, node_name=127.0.0.1:46750__sn%2Fl, state=down} [junit4] 2> 496738 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 C556 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:46750/_sn/l/collection1/ [junit4] 2> 496739 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 C556 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 496739 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 C556 oasc.SyncStrategy.syncToMe https://127.0.0.1:46750/_sn/l/collection1/ has no replicas [junit4] 2> 496739 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:46750/_sn/l/collection1/ shard1 [junit4] 2> 496739 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1 [junit4] 2> 496740 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection"} current state version: 1 [junit4] 2> 496741 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 496742 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "base_url":"https://127.0.0.1:46750/_sn/l";, [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 1 [junit4] 2> 496747 T3575 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 496747 T3617 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fc8ae6 name:ZooKeeperConnection Watcher:127.0.0.1:36387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 496747 T3575 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 496748 T3575 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 496748 T3575 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 496749 T3575 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 496750 T3575 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 496750 T3575 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 496750 T3575 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 496751 T3620 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9be416 name:ZooKeeperConnection Watcher:127.0.0.1:36387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 496751 T3575 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 496752 T3575 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 496754 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 496755 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"create", [junit4] 2> "name":"collection1", [junit4] 2> "numShards":"4", [junit4] 2> "stateFormat":"2"} current state version: 1 [junit4] 2> 496755 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ClusterStateMutator.createCollection building a new cName: collection1 [junit4] 2> 496755 T3606 n:127.0.0.1:46750__sn%2Fl oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 496755 T3617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 496792 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ZkController.register We are https://127.0.0.1:46750/_sn/l/collection1/ and leader is https://127.0.0.1:46750/_sn/l/collection1/ [junit4] 2> 496792 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:46750/_sn/l [junit4] 2> 496792 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 496792 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection [junit4] 2> 496792 T3614 n:127.0.0.1:46750__sn%2Fl c:control_collection s:shard1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 496793 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 496794 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:46750/_sn/l";, [junit4] 2> "node_name":"127.0.0.1:46750__sn%2Fl", [junit4] 2> "numShards":"4", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 2 [junit4] 2> 496794 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ReplicaMutator.updateState Update state numShards=4 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:46750/_sn/l";, [junit4] 2> "node_name":"127.0.0.1:46750__sn%2Fl", [junit4] 2> "numShards":"4", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 496795 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json [junit4] 2> 496795 T3606 n:127.0.0.1:46750__sn%2Fl oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 496799 T3617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 496805 T3575 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1 [junit4] 2> 496806 T3575 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001 [junit4] 2> 496806 T3575 oejs.Server.doStart jetty-9.2.10.v20150310 [junit4] 2> 496807 T3575 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1e969a3{/_sn/l,null,AVAILABLE} [junit4] 2> 496811 T3575 oejs.AbstractConnector.doStart Started ServerConnector@4d1bdf{SSL-http/1.1}{127.0.0.1:52586} [junit4] 2> 496811 T3575 oejs.Server.doStart Started @498064ms [junit4] 2> 496812 T3575 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_sn/l, hostPort=52586, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores} [junit4] 2> 496813 T3575 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a [junit4] 2> 496813 T3575 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/' [junit4] 2> 496826 T3575 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/solr.xml [junit4] 2> 496830 T3575 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores [junit4] 2> 496830 T3575 oasc.CoreContainer.<init> New CoreContainer 16724918 [junit4] 2> 496831 T3575 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/] [junit4] 2> 496831 T3575 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/lib [junit4] 2> 496831 T3575 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/lib). [junit4] 2> 496836 T3575 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 496838 T3575 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 496840 T3575 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 496840 T3575 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 496840 T3575 oasc.CoreContainer.load Node Name: 127.0.0.1 [junit4] 2> 496841 T3575 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36387/solr [junit4] 2> 496841 T3575 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 496841 T3575 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 496859 T3575 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 496859 T3634 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39738f name:ZooKeeperConnection Watcher:127.0.0.1:36387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 496860 T3575 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 496860 T3575 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 496861 T3575 n:127.0.0.1:52586__sn%2Fl oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 496862 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@155da61 name:ZooKeeperConnection Watcher:127.0.0.1:36387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 496862 T3575 n:127.0.0.1:52586__sn%2Fl oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 496865 T3575 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 496899 T3617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 496899 T3606 n:127.0.0.1:46750__sn%2Fl oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 496900 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 497867 T3575 n:127.0.0.1:52586__sn%2Fl oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52586__sn%2Fl [junit4] 2> 497868 T3575 n:127.0.0.1:52586__sn%2Fl oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52586__sn%2Fl [junit4] 2> 497869 T3575 n:127.0.0.1:52586__sn%2Fl oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 497870 T3575 n:127.0.0.1:52586__sn%2Fl oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores [junit4] 2> 497871 T3575 n:127.0.0.1:52586__sn%2Fl oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 497871 T3575 n:127.0.0.1:52586__sn%2Fl oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1/ [junit4] 2> 497872 T3575 n:127.0.0.1:52586__sn%2Fl oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 497873 T3638 n:127.0.0.1:52586__sn%2Fl c:collection1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1 [junit4] 2> 497873 T3638 n:127.0.0.1:52586__sn%2Fl c:collection1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 497873 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 497874 T3638 n:127.0.0.1:52586__sn%2Fl oasc.ZkController.preRegister Registering watch for external collection collection1 [junit4] 2> 497874 T3638 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.addZkWatch addZkWatch collection1 [junit4] 2> 497874 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:52586/_sn/l";, [junit4] 2> "node_name":"127.0.0.1:52586__sn%2Fl", [junit4] 2> "numShards":"4", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} current state version: 4 [junit4] 2> 497874 T3638 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... [junit4] 2> 497874 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ReplicaMutator.updateState Update state numShards=4 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:52586/_sn/l";, [junit4] 2> "node_name":"127.0.0.1:52586__sn%2Fl", [junit4] 2> "numShards":"4", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} [junit4] 2> 497874 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ReplicaMutator.updateState Collection already exists with numShards=4 [junit4] 2> 497874 T3638 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 [junit4] 2> 497875 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2 [junit4] 2> 497875 T3638 n:127.0.0.1:52586__sn%2Fl oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 497976 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0 [junit4] 2> 497976 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2) [junit4] 2> 497977 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 [junit4] 2> 498875 T3638 n:127.0.0.1:52586__sn%2Fl oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1 [junit4] 2> 498875 T3638 n:127.0.0.1:52586__sn%2Fl oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1 [junit4] 2> 498876 T3638 n:127.0.0.1:52586__sn%2Fl oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 498876 T3638 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1 [junit4] 2> 498876 T3638 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper [junit4] 2> 498877 T3638 n:127.0.0.1:52586__sn%2Fl oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1/' [junit4] 2> 498885 T3638 n:127.0.0.1:52586__sn%2Fl oasc.Config.<init> loaded config solrconfig.xml with version 0 [junit4] 2> 498888 T3638 n:127.0.0.1:52586__sn%2Fl oasc.SolrConfig.refreshRequestParams current version of requestparams : -1 [junit4] 2> 498891 T3638 n:127.0.0.1:52586__sn%2Fl oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0 [junit4] 2> 498899 T3638 n:127.0.0.1:52586__sn%2Fl oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 498899 T3638 n:127.0.0.1:52586__sn%2Fl oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 498903 T3638 n:127.0.0.1:52586__sn%2Fl oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 498951 T3638 n:127.0.0.1:52586__sn%2Fl oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 498952 T3638 n:127.0.0.1:52586__sn%2Fl oass.IndexSchema.readSchema unique key field: id [junit4] 2> 498953 T3638 n:127.0.0.1:52586__sn%2Fl oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 498954 T3638 n:127.0.0.1:52586__sn%2Fl oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 498961 T3638 n:127.0.0.1:52586__sn%2Fl oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1 [junit4] 2> 498961 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 498961 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1/], dataDir=[null] [junit4] 2> 498961 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15990d [junit4] 2> 498962 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1/data [junit4] 2> 498962 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1/data/index/ [junit4] 2> 498962 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 498963 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-1-001/cores/collection1/data/index [junit4] 2> 498963 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=86.8388671875, floorSegmentMB=1.2294921875, forceMergeDeletesPctAllowed=10.455710588163566, segmentsPerTier=13.0, maxCFSSegmentSizeMB=1.5869140625, noCFSRatio=1.0 [junit4] 2> 498964 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@2d4af6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12cfba8),segFN=segments_1,generation=1} [junit4] 2> 498964 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 498967 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 498968 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 498968 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 498968 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 498968 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 498968 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 498969 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 498969 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 498969 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 498970 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 498971 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 498972 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 498972 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 498975 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file [junit4] 2> 498976 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 498976 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 498977 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 [junit4] 2> 498977 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 498977 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 498978 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28112804509110045] [junit4] 2> 498978 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@2d4af6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12cfba8),segFN=segments_1,generation=1} [junit4] 2> 498979 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 498979 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1bd5a5b[collection1] main [junit4] 2> 498979 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1 [junit4] 2> 498980 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper [junit4] 2> 498980 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 498980 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 498980 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 498980 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 498981 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 498981 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 498981 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 498981 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000 [junit4] 2> 498981 T3639 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1bd5a5b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 498982 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1 [junit4] 2> 498982 T3638 n:127.0.0.1:52586__sn%2Fl x:collection1 oasc.CoreContainer.registerCore registering core: collection1 [junit4] 2> 498983 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:52586/_sn/l collection:collection1 shard:shard2 [junit4] 2> 498983 T3575 n:127.0.0.1:52586__sn%2Fl oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2 [junit4] 2> 498983 T3575 n:127.0.0.1:52586__sn%2Fl oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 498983 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election [junit4] 2> 498985 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2 [junit4] 2> 498986 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 498986 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 498986 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> 498986 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"collection1"} current state version: 4 [junit4] 2> ASYNC NEW_CORE C557 name=collection1 org.apache.solr.core.SolrCore@117050f url=https://127.0.0.1:52586/_sn/l/collection1 node=127.0.0.1:52586__sn%2Fl C557_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=https://127.0.0.1:52586/_sn/l, node_name=127.0.0.1:52586__sn%2Fl, state=down} [junit4] 2> 498986 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 C557 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:52586/_sn/l/collection1/ [junit4] 2> 498987 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 C557 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 498987 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 C557 oasc.SyncStrategy.syncToMe https://127.0.0.1:52586/_sn/l/collection1/ has no replicas [junit4] 2> 498987 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1 [junit4] 2> 498987 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:52586/_sn/l/collection1/ shard2 [junit4] 2> 498988 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2 [junit4] 2> 498988 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2) [junit4] 2> 498988 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 [junit4] 2> 498990 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 498990 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"https://127.0.0.1:52586/_sn/l";, [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 4 [junit4] 2> 498991 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2 [junit4] 2> 498991 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2) [junit4] 2> 498992 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 [junit4] 2> 499034 T3575 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/cores/collection1 [junit4] 2> 499035 T3575 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001 [junit4] 2> 499036 T3575 oejs.Server.doStart jetty-9.2.10.v20150310 [junit4] 2> 499037 T3575 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@431a3a{/_sn/l,null,AVAILABLE} [junit4] 2> 499040 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ZkController.register We are https://127.0.0.1:52586/_sn/l/collection1/ and leader is https://127.0.0.1:52586/_sn/l/collection1/ [junit4] 2> 499040 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:52586/_sn/l [junit4] 2> 499040 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 499041 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1 [junit4] 2> 499041 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 499041 T3575 oejs.AbstractConnector.doStart Started ServerConnector@709b16{SSL-http/1.1}{127.0.0.1:42321} [junit4] 2> 499041 T3575 oejs.Server.doStart Started @500294ms [junit4] 2> 499042 T3606 n:127.0.0.1:46750__sn%2Fl oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 499042 T3575 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_sn/l, hostPort=42321, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/cores} [junit4] 2> 499042 T3607 n:127.0.0.1:46750__sn%2Fl oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:52586/_sn/l";, [junit4] 2> "node_name":"127.0.0.1:52586__sn%2Fl", [junit4] 2> "numShards":"4", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} current state version: 4 [junit4] 2> 499043 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ReplicaMutator.updateState Update state numShards=4 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:52586/_sn/l";, [junit4] 2> "node_name":"127.0.0.1:52586__sn%2Fl", [junit4] 2> "numShards":"4", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} [junit4] 2> 499044 T3607 n:127.0.0.1:46750__sn%2Fl oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3 [junit4] 2> 499044 T3575 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a [junit4] 2> 499044 T3575 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/' [junit4] 2> 499045 T3642 n:127.0.0.1:52586__sn%2Fl c:collection1 s:shard2 x:collection1 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 [junit4] 2> 499047 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2) [junit4] 2> 499048 T3637 n:127.0.0.1:52586__sn%2Fl oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 [junit4] 2> 499058 T3575 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/solr.xml [junit4] 2> 499061 T3575 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/cores [junit4] 2> 499062 T3575 oasc.CoreContainer.<init> New CoreContainer 24874931 [junit4] 2> 499062 T3575 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/] [junit4] 2> 499063 T3575 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/lib [junit4] 2> 499063 T3575 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/lib). [junit4] 2> 499067 T3575 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 499069 T3575 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 499070 T3575 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 499070 T3575 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 499071 T3575 oasc.CoreContainer.load Node Name: 127.0.0.1 [junit4] 2> 499071 T3575 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36387/solr [junit4] 2> 499071 T3575 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 499072 T3575 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 499072 T3575 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 499073 T3656 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1be9386 name:ZooKeeperConnection Watcher:127.0.0.1:36387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 499073 T3575 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 499074 T3575 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 499075 T3575 n:127.0.0.1:42321__sn%2Fl oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 499076 T3659 n:127.0.0.1:42321__sn%2Fl oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70aab4 name:ZooKeeperConnection Watcher:127.0.0.1:36387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 499076 T3575 n:127.0.0.1:42321__sn%2Fl oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 499081 T3575 n:127.0.0.1:42321__sn%2Fl oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 500084 T3575 n:127.0.0.1:42321__sn%2Fl oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42321__sn%2Fl [junit4] 2> 500084 T3575 n:127.0.0.1:42321__sn%2Fl oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42321__sn%2Fl [junit4] 2> 500086 T3575 n:127.0.0.1:42321__sn%2Fl oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 500087 T3575 n:127.0.0.1:42321__sn%2Fl oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/cores [junit4] 2> 500088 T3575 n:127.0.0.1:42321__sn%2Fl oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 500089 T3575 n:127.0.0.1:42321__sn%2Fl oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001/shard-2-001/cores/collection1/ [junit4] 2> 500089 T3575 n:127.0.0.1:42321__sn%2Fl oasc.CorePropertiesLocator.discover [...truncated too long message...] Client.java:1074) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:846) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:789) [junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220) [junit4] > at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:281) [junit4] > at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:108) [junit4] > at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:74) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:57373/_sn/l: Expected mime type application/octet-stream but got text/html. <html> [junit4] > <head> [junit4] > <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> [junit4] > <title>Error 500 </title> [junit4] > </head> [junit4] > <body> [junit4] > <h2>HTTP ERROR: 500</h2> [junit4] > <p>Problem accessing /_sn/l/admin/collections. Reason: [junit4] > <pre> {trace=java.lang.AssertionError [junit4] > at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:36) [junit4] > at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:64) [junit4] > at org.apache.solr.common.cloud.ZkStateReader.fromJSON(ZkStateReader.java:150) [junit4] > at org.apache.solr.common.cloud.ZkNodeProps.load(ZkNodeProps.java:92) [junit4] > at org.apache.solr.cloud.DistributedQueue.containsTaskWithRequestId(DistributedQueue.java:127) [junit4] > at org.apache.solr.handler.admin.CollectionsHandler.overseerCollectionQueueContains(CollectionsHandler.java:638) [junit4] > at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:663) [junit4] > at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:643) [junit4] > at org.apache.solr.handler.admin.CollectionsHandler.rejoinElection(CollectionsHandler.java:447) [junit4] > at org.apache.solr.handler.admin.CollectionsHandler.makeReplicaFirstWatcher(CollectionsHandler.java:382) [junit4] > at org.apache.solr.handler.admin.CollectionsHandler.insurePreferredIsLeader(CollectionsHandler.java:358) [junit4] > at org.apache.solr.handler.admin.CollectionsHandler.handleBalanceLeaders(CollectionsHandler.java:269) [junit4] > at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:235) [junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143) [junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:584) [junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:359) [junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:175) [junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:168) [junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) [junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:105) [junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) [junit4] > at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83) [junit4] > at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364) [junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) [junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585) [junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221) [junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127) [junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515) [junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061) [junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97) [junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:497) [junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310) [junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257) [junit4] > at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > ,code=500}</pre></p> [junit4] > <hr /><i><small>Powered by Jetty://</small></i> [junit4] > </body> [junit4] > </html> [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:529) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:344) [junit4] > ... 48 more [junit4] 2> 584708 T3575 c:control_collection s:shard1 x:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders 60BDC287EA51A21-001 [junit4] 2> 89409 T3574 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Lucene50, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=el, timezone=America/Halifax [junit4] 2> NOTE: Linux 3.13.0-52-generic i386/Oracle Corporation 1.8.0_60-ea (32-bit)/cpus=12,threads=1,free=255959416,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [NotRequiredUniqueKeyTest, TestBlendedInfixSuggestions, FullSolrCloudDistribCmdsTest, FacetPivotSmallTest, ZkStateWriterTest, TestQueryUtils, HdfsWriteToMultipleCollectionsTest, TestSolrXml, XsltUpdateRequestHandlerTest, TestGroupingSearch, DirectUpdateHandlerOptimizeTest, TestExceedMaxTermLength, SuggesterTest, SearchHandlerTest, AtomicUpdatesTest, TestDistribDocBasedVersion, TestReload, TestZkChroot, AutoCommitTest, CoreAdminCreateDiscoverTest, TestSchemaVersionResource, NumericFieldsTest, QueryEqualityTest, TestBinaryResponseWriter, OutputWriterTest, ChangedSchemaMergeTest, AliasIntegrationTest, OpenExchangeRatesOrgProviderTest, DistributedExpandComponentTest, CursorPagingTest, LeaderElectionTest, TestLuceneMatchVersion, TestDocBasedVersionConstraints, TestExtendedDismaxParser, TestPartialUpdateDeduplication, SoftAutoCommitTest, SpatialHeatmapFacetsTest, SOLR749Test, TestSurroundQueryParser, TestCollectionAPI, DocValuesTest, TestPerFieldSimilarity, TestSimpleQParserPlugin, TestSystemIdResolver, HdfsCollectionsAPIDistributedZkTest, DistributedQueueTest, TestTrie, TestSchemaSimilarityResource, TestUtils, DirectSolrSpellCheckerTest, TestJsonRequest, MultiThreadedOCPTest, TestStressRecovery, TestSolrConfigHandlerConcurrent, TestSolrJ, AnalyticsQueryTest, TestBulkSchemaAPI, TestManagedSchemaFieldResource, TestObjectReleaseTracker, TestCloudPivotFacet, TestSort, TestStandardQParsers, SimpleFacetsTest, BinaryUpdateRequestHandlerTest, BJQParserTest, TestInitParams, TestFieldTypeCollectionResource, TestRebalanceLeaders] [junit4] Completed [191/488] on J2 in 90.44s, 1 test, 1 error <<< FAILURES! [...truncated 927 lines...] BUILD FAILED /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:229: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:511: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1433: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:991: There were test failures: 488 suites, 1958 tests, 1 error, 57 ignored (25 assumptions) Total time: 49 minutes 2 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
