Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/831/
2 tests failed. FAILED: org.apache.solr.cloud.RollingRestartTest.test Error Message: Unable to restart (#4): CloudJettyRunner [url=http://127.0.0.1:42307/collection1] Stack Trace: java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=http://127.0.0.1:42307/collection1] at __randomizedtesting.SeedInfo.seed([CFF0D230ABFCC59:84AB32F9A443A1A1]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104) at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1665) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:864) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:900) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:914) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:873) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:775) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:809) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:820) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR Error Message: Captured an uncaught exception in thread: Thread[id=20752, name=coreZkRegister-8952-thread-2, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnShardRestartTest] Stack Trace: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=20752, name=coreZkRegister-8952-thread-2, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnShardRestartTest] Caused by: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([CFF0D230ABFCC59]:0) at org.apache.solr.cloud.ZkController.updateLeaderInitiatedRecoveryState(ZkController.java:2126) at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:433) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346) at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1113) at org.apache.solr.cloud.ZkController.register(ZkController.java:926) at org.apache.solr.cloud.ZkController.register(ZkController.java:881) at org.apache.solr.core.ZkContainer$2.run(ZkContainer.java:183) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 10960 lines...] [junit4] Suite: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/init-core-data-001 [junit4] 2> 2596313 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[CFF0D230ABFCC59]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: / [junit4] 2> 2596315 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 2596316 INFO (Thread-11961) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 2596316 INFO (Thread-11961) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 2596416 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.ZkTestServer start zk server on port:38391 [junit4] 2> 2596416 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 2596416 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2596419 INFO (zkCallback-2091-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52e019ef name:ZooKeeperConnection Watcher:127.0.0.1:38391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2596419 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2596420 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 2596420 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 2596422 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 2596423 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2596424 INFO (zkCallback-2092-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@444ea876 name:ZooKeeperConnection Watcher:127.0.0.1:38391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2596424 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2596424 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 2596424 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1 [junit4] 2> 2596426 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards [junit4] 2> 2596427 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection [junit4] 2> 2596428 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards [junit4] 2> 2596430 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 2596430 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml [junit4] 2> 2596433 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 2596433 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml [junit4] 2> 2596435 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 2596435 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 2596436 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 2596437 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt [junit4] 2> 2596438 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 2596438 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt [junit4] 2> 2596440 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 2596440 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml [junit4] 2> 2596442 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 2596443 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 2596444 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 2596445 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 2596447 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 2596447 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 2596449 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 2596450 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 2596451 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 2596452 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt [junit4] 2> 2596777 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1 [junit4] 2> 2596779 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.e.j.s.Server jetty-9.2.13.v20150730 [junit4] 2> 2596781 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70b76ecb{/,null,AVAILABLE} [junit4] 2> 2596782 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.e.j.s.ServerConnector Started ServerConnector@5f3ce92c{HTTP/1.1}{127.0.0.1:59753} [junit4] 2> 2596782 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.e.j.s.Server Started @2600037ms [junit4] 2> 2596782 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/tempDir-001/control/data, hostContext=/, hostPort=59753, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores} [junit4] 2> 2596782 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a [junit4] 2> 2596782 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/' [junit4] 2> 2596782 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 2596783 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 2596799 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 2596799 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2596800 INFO (zkCallback-2093-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@711e27e4 name:ZooKeeperConnection Watcher:127.0.0.1:38391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2596800 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2596801 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 2596802 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 2596802 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/solr.xml [junit4] 2> 2596807 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores [junit4] 2> 2596807 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.CoreContainer New CoreContainer 1019847410 [junit4] 2> 2596807 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/] [junit4] 2> 2596807 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/lib [junit4] 2> 2596807 WARN (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/lib). [junit4] 2> 2596815 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 2596816 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 2596816 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 2596816 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 2596817 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38391/solr [junit4] 2> 2596817 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 2596817 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 2596817 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2596818 INFO (zkCallback-2095-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27be304c name:ZooKeeperConnection Watcher:127.0.0.1:38391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2596818 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2596819 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 2596820 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2596821 INFO (zkCallback-2096-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@59509316 name:ZooKeeperConnection Watcher:127.0.0.1:38391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2596821 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2596822 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 2596823 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 2596826 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 2596827 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 2596829 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 2596831 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 2596832 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 2596833 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 2596835 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 2596835 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59753_ [junit4] 2> 2596836 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59753_ [junit4] 2> 2596837 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 2596838 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 2596839 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2596840 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94744662029238276-127.0.0.1:59753_-n_0000000000 [junit4] 2> 2596840 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59753_ [junit4] 2> 2596840 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 2596841 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer Overseer (id=94744662029238276-127.0.0.1:59753_-n_0000000000) starting [junit4] 2> 2596843 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 2596848 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 2596848 INFO (OverseerCollectionConfigSetProcessor-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 2596848 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 2596849 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 2596862 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 2596862 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 2596863 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores [junit4] 2> 2596864 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 2596864 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/ [junit4] 2> 2596864 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.c.CoresLocator Found 1 core definitions [junit4] 2> 2596865 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1 [junit4] 2> 2596865 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:59753_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 2596865 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down [junit4] 2> 2596865 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 2596867 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:59753";, [junit4] 2> "node_name":"127.0.0.1:59753_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 2596867 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:59753";, [junit4] 2> "node_name":"127.0.0.1:59753_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 2596867 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name [junit4] 2> 2596867 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection [junit4] 2> 2596868 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 2596869 INFO (zkCallback-2096-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 2597868 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1 [junit4] 2> 2597868 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection [junit4] 2> 2597869 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists [junit4] 2> 2597869 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection [junit4] 2> 2597869 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 2597869 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/' [junit4] 2> 2597870 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 2597870 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 2597883 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 [junit4] 2> 2597887 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1 [junit4] 2> 2597891 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0 [junit4] 2> 2597898 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml [junit4] 2> 2597899 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 2597903 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 2597991 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 2597996 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text [junit4] 2> 2597997 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id [junit4] 2> 2598011 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml [junit4] 2> 2598013 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml [junit4] 2> 2598015 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json [junit4] 2> 2598015 WARN (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE [junit4] 2> 2598016 WARN (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING [junit4] 2> 2598016 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json [junit4] 2> 2598016 WARN (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE [junit4] 2> 2598016 WARN (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING [junit4] 2> 2598017 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1 [junit4] 2> 2598017 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 2598018 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory [junit4] 2> 2598018 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/], dataDir=[null] [junit4] 2> 2598018 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@246a7b51 [junit4] 2> 2598018 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/data [junit4] 2> 2598019 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/data/index/ [junit4] 2> 2598019 WARN (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 2598019 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/data/index [junit4] 2> 2598019 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4d1a6536 [junit4] 2> 2598019 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3f13b6bc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@179896d9),segFN=segments_1,generation=1} [junit4] 2> 2598019 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1 [junit4] 2> 2598020 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/data/ [junit4] 2> 2598020 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories. [junit4] 2> 2598023 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib" [junit4] 2> 2598024 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe" [junit4] 2> 2598024 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 2598024 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig" [junit4] 2> 2598024 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 2598024 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 2598024 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 2598025 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 2598025 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 2598026 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 2598027 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 2598028 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 2598029 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 2598032 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file [junit4] 2> 2598032 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 2598033 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2598033 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 2598033 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled [junit4] 2> 2598033 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled [junit4] 2> 2598034 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=73.580078125, floorSegmentMB=1.78125, forceMergeDeletesPctAllowed=1.5464313436320687, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0 [junit4] 2> 2598034 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3f13b6bc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@179896d9),segFN=segments_1,generation=1} [junit4] 2> 2598034 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1 [junit4] 2> 2598034 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@54b672b6[collection1] main [junit4] 2> 2598034 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection [junit4] 2> 2598035 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 2598035 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 2598035 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 2598035 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {} [junit4] 2> 2598035 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 2598036 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 2598036 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 2598036 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources [junit4] 2> 2598036 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 2598037 INFO (searcherExecutor-8915-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@54b672b6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2598037 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets [junit4] 2> 2598037 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index [junit4] 2> 2598037 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index [junit4] 2> 2598037 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1515914594270314496 [junit4] 2> 2598039 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1515914594270314496 [junit4] 2> 2598039 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1 [junit4] 2> 2598039 INFO (coreLoadExecutor-8914-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1 [junit4] 2> 2598040 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:59753 collection:control_collection shard:shard1 [junit4] 2> 2598040 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election [junit4] 2> 2598045 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94744662029238276-core_node1-n_0000000000 [junit4] 2> 2598045 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1 [junit4] 2> 2598046 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 2598046 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 2598046 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59753/collection1/ [junit4] 2> 2598046 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 2598047 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59753/collection1/ has no replicas [junit4] 2> 2598047 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59753/collection1/ shard1 [junit4] 2> 2598047 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection"} current state version: 1 [junit4] 2> 2598047 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1 [junit4] 2> 2598049 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node [junit4] 2> 2598051 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "base_url":"http://127.0.0.1:59753";, [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 1 [junit4] 2> 2598153 INFO (zkCallback-2096-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 2598202 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:59753/collection1/ and leader is http://127.0.0.1:59753/collection1/ [junit4] 2> 2598202 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59753 [junit4] 2> 2598202 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 2598202 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active [junit4] 2> 2598202 INFO (coreZkRegister-8908-thread-1-processing-n:127.0.0.1:59753_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 2598204 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:59753";, [junit4] 2> "node_name":"127.0.0.1:59753_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 2 [junit4] 2> 2598204 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:59753";, [junit4] 2> "node_name":"127.0.0.1:59753_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 2598306 INFO (zkCallback-2096-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 2598367 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 2598367 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2598368 INFO (zkCallback-2098-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65e5eb17 name:ZooKeeperConnection Watcher:127.0.0.1:38391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2598368 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2598369 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 2598369 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 2598372 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 2598372 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2 [junit4] 2> 2598372 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 2598372 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2598373 INFO (zkCallback-2099-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2159c2f2 name:ZooKeeperConnection Watcher:127.0.0.1:38391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2598373 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2598374 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 2598378 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"create", [junit4] 2> "name":"collection1", [junit4] 2> "numShards":"1", [junit4] 2> "stateFormat":"2"} current state version: 3 [junit4] 2> 2598378 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1 [junit4] 2> 2598480 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json [junit4] 2> 2598708 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/cores/collection1 [junit4] 2> 2598708 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001 [junit4] 2> 2598709 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.e.j.s.Server jetty-9.2.13.v20150730 [junit4] 2> 2598711 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59de619d{/,null,AVAILABLE} [junit4] 2> 2598712 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.e.j.s.ServerConnector Started ServerConnector@27d70312{HTTP/1.1}{127.0.0.1:52125} [junit4] 2> 2598712 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.e.j.s.Server Started @2601967ms [junit4] 2> 2598712 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=52125, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/cores} [junit4] 2> 2598712 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a [junit4] 2> 2598712 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/' [junit4] 2> 2598713 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 2598713 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 2598737 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 2598737 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2598739 INFO (zkCallback-2100-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11f6fb66 name:ZooKeeperConnection Watcher:127.0.0.1:38391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2598739 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2598739 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 2598740 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 2598740 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/solr.xml [junit4] 2> 2598745 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/cores [junit4] 2> 2598745 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.CoreContainer New CoreContainer 1287003714 [junit4] 2> 2598745 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/] [junit4] 2> 2598745 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/lib [junit4] 2> 2598745 WARN (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/lib). [junit4] 2> 2598753 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 2598754 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 2598754 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 2598754 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 2598754 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38391/solr [junit4] 2> 2598755 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 2598755 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 2598755 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2598756 INFO (zkCallback-2102-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d1756e9 name:ZooKeeperConnection Watcher:127.0.0.1:38391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2598756 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2598756 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 2598758 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2598758 INFO (zkCallback-2103-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38626258 name:ZooKeeperConnection Watcher:127.0.0.1:38391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 2598758 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2598763 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 2599770 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52125_ [junit4] 2> 2599771 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52125_ [junit4] 2> 2599772 INFO (zkCallback-2103-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 2599772 INFO (zkCallback-2098-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 2599772 INFO (zkCallback-2096-thread-1-processing-n:127.0.0.1:59753_) [n:127.0.0.1:59753_ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1) [junit4] 2> 2599775 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2599775 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94744662029238281-127.0.0.1:52125_-n_0000000001 [junit4] 2> 2599776 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94744662029238276-127.0.0.1:59753_-n_0000000000 to know if I could be the leader [junit4] 2> 2599786 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 2599787 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 2599787 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/cores [junit4] 2> 2599788 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 2599788 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_CFF0D230ABFCC59-001/shard-1-001/cores/collection1/ [junit4] 2> 2599788 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.c.CoresLocator Found 1 core definitions [junit4] 2> 2599790 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1 [junit4] 2> 2599790 INFO (coreLoadExecutor-8925-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ c:collection1 x:collection1] o.a.s.c.ZkController publishing state=down [junit4] 2> 2599790 INFO (coreLoadExecutor-8925-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ c:collection1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 2599790 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[CFF0D230ABFCC59]) [n:127.0.0.1:52125_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 2599791 INFO (coreLoadExecutor-8925-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ c:collection1 x:collection1] o.a.s.c.ZkController Registering watch for collection collection1 [junit4] 2> 2599791 INFO (coreLoadExecutor-8925-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ c:collection1 x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1 [junit4] 2> 2599791 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:52125";, [junit4] 2> "node_name":"127.0.0.1:52125_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} current state version: 3 [junit4] 2> 2599792 INFO (coreLoadExecutor-8925-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ c:collection1 x:collection1] o.a.s.c.c.ZkStateReader Add data for collection1 ver 0 [junit4] 2> 2599792 INFO (coreLoadExecutor-8925-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ c:collection1 x:collection1] o.a.s.c.ZkController look for our core node name [junit4] 2> 2599792 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:52125";, [junit4] 2> "node_name":"127.0.0.1:52125_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} [junit4] 2> 2599792 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=1 [junit4] 2> 2599792 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 2599894 INFO (OverseerStateUpdate-94744662029238276-127.0.0.1:59753_-n_0000000000) [n:127.0.0.1:59753_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0 [junit4] 2> 2599895 INFO (zkCallback-2103-thread-1-processing-n:127.0.0.1:52125_) [n:127.0.0.1:52125_ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent [...truncated too long message...] /solr/overseer_elect/election/94744672858538154-127.0.0.1:41487_-n_0000000081 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538058-127.0.0.1:41487_-n_0000000026 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538184-core_node1-n_0000000044 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/94744672858538007-core_node6-n_0000000002 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538049-127.0.0.1:37136_-n_0000000022 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858537998-core_node3-n_0000000001 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538010-127.0.0.1:39446_-n_0000000007 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538022-core_node11-n_0000000005 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538178-core_node11-n_0000000042 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538115-127.0.0.1:39446_-n_0000000060 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538232-127.0.0.1:37203_-n_0000000124 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538259-core_node7-n_0000000062 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538130-core_node11-n_0000000030 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538166-core_node3-n_0000000039 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538031-127.0.0.1:38912_-n_0000000014 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538184-127.0.0.1:37203_-n_0000000099 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538214-core_node3-n_0000000051 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538082-127.0.0.1:54803_-n_0000000041 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538070-core_node3-n_0000000015 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538136-127.0.0.1:37203_-n_0000000070 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538082-core_node11-n_0000000018 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538007-127.0.0.1:43197_-n_0000000142 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538163-127.0.0.1:39446_-n_0000000085 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538067-127.0.0.1:39446_-n_0000000031 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538040-core_node1-n_0000000008 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538178-127.0.0.1:54803_-n_0000000092 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538211-127.0.0.1:39446_-n_0000000111 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/94744672858538262-core_node3-n_0000000063 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538130-127.0.0.1:54803_-n_0000000066 [junit4] 2> 2 /solr/overseer_elect/election/94744672858538226-127.0.0.1:54803_-n_0000000121 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 97 /solr/collections [junit4] 2> 36 /solr/overseer/collection-queue-work [junit4] 2> 29 /solr/overseer/queue [junit4] 2> 18 /solr/live_nodes [junit4] 2> 11 /solr/overseer/queue-work [junit4] 2> [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=CFF0D230ABFCC59 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=hr_HR -Dtests.timezone=Asia/Almaty -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] FAILURE 652s J0 | RollingRestartTest.test <<< [junit4] > Throwable #1: java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=http://127.0.0.1:42307/collection1] [junit4] > at __randomizedtesting.SeedInfo.seed([CFF0D230ABFCC59:84AB32F9A443A1A1]:0) [junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104) [junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> 3413161 INFO (SUITE-RollingRestartTest-seed#[CFF0D230ABFCC59]-worker) [n:127.0.0.1:49444_ c:collection1 s:shard1 r:core_node16 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_CFF0D230ABFCC59-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene53), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=hr_HR, timezone=Asia/Almaty [junit4] 2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=152762520,total=525860864 [junit4] 2> NOTE: All tests run in this JVM: [AliasIntegrationTest, TestPseudoReturnFields, TestManagedResource, StandardRequestHandlerTest, TestBinaryField, TestSimpleTrackingShardHandler, TestSolrConfigHandler, TestNoOpRegenerator, TestOmitPositions, TestRandomDVFaceting, TestBlobHandler, TestRestManager, CopyFieldTest, TestManagedSynonymFilterFactory, FileUtilsTest, TestLazyCores, TestSchemaSimilarityResource, BasicZkTest, TestIBSimilarityFactory, TestSolrConfigHandlerConcurrent, TestExceedMaxTermLength, CollectionTooManyReplicasTest, ResourceLoaderTest, TestAnalyzedSuggestions, HdfsBasicDistributedZk2Test, HttpPartitionTest, DataDrivenBlockJoinTest, TestStandardQParsers, IndexSchemaRuntimeFieldTest, PrimUtilsTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrXml, TestComponentsName, TestSortingResponseWriter, TestHighFrequencyDictionaryFactory, RankQueryTest, TestSchemaResource, TestCollapseQParserPlugin, CurrencyFieldOpenExchangeTest, BaseCdcrDistributedZkTest, TestFilteredDocIdSet, QueryEqualityTest, TestRecoveryHdfs, DistributedSpellCheckComponentTest, SmileWriterTest, TestCollationFieldDocValues, AssignTest, HdfsChaosMonkeyNothingIsSafeTest, SignatureUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, TestDocumentBuilder, BigEndianAscendingWordSerializerTest, BlockDirectoryTest, DisMaxRequestHandlerTest, PingRequestHandlerTest, TestFunctionQuery, TestCSVLoader, JSONWriterTest, DocumentAnalysisRequestHandlerTest, TestSimpleQParserPlugin, VersionInfoTest, CacheHeaderTest, XsltUpdateRequestHandlerTest, SolrCoreTest, TestDocSet, SegmentsInfoRequestHandlerTest, TestDefaultStatsCache, TestExclusionRuleCollectionAccess, TestCloudSchemaless, FileBasedSpellCheckerTest, TestMergePolicyConfig, TestRangeQuery, TestReplicationHandler, TestJoin, PeerSyncTest, ZkStateWriterTest, TestFaceting, SynonymTokenizerTest, TestExpandComponent, TestSolr4Spatial, TestInfoStreamLogging, DistributedSuggestComponentTest, RequiredFieldsTest, TestPhraseSuggestions, ExitableDirectoryReaderTest, DeleteLastCustomShardedReplicaTest, DateFieldTest, JavabinLoaderTest, QueryElevationComponentTest, JsonLoaderTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AsyncMigrateRouteKeyTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, OverseerRolesTest, ReplicationFactorTest, RollingRestartTest] [junit4] Completed [437/552] on J0 in 652.08s, 1 test, 1 failure <<< FAILURES! [...truncated 385 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 552 suites (8 ignored), 2172 tests, 1 error, 1 failure, 31 ignored (18 assumptions) [seed: CFF0D230ABFCC59] Total time: 201 minutes 10 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts No prior successful build to compare, so performing full copy of artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
