Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-7.x-Linux/24/
Java: 64bit/jdk-11-ea+5 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  
org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader

Error Message:
Doc with id=4 not found in 
http://127.0.0.1:33659/solr/outOfSyncReplicasCannotBecomeLeader-false due to: 
Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=4 not found in 
http://127.0.0.1:33659/solr/outOfSyncReplicasCannotBecomeLeader-false due to: 
Path not found: /id; rsp={doc=null}
        at 
__randomizedtesting.SeedInfo.seed([F3539682567A7275:8DB8B692951D7D4F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.TestCloudConsistency.assertDocExists(TestCloudConsistency.java:254)
        at 
org.apache.solr.cloud.TestCloudConsistency.assertDocsExistInAllReplicas(TestCloudConsistency.java:238)
        at 
org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:131)
        at 
org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:93)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:841)




Build Log:
[...truncated 13255 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudConsistency
   [junit4]   2> 1106042 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/init-core-data-001
   [junit4]   2> 1106043 WARN  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=48 numCloses=48
   [junit4]   2> 1106043 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1106043 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 1106043 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001
   [junit4]   2> 1106043 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1106044 INFO  (Thread-4514) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1106044 INFO  (Thread-4514) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1106045 ERROR (Thread-4514) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1106144 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:41825
   [junit4]   2> 1106145 INFO  (zkConnectionManagerCallback-3098-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106148 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1106148 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1106148 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1106148 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1106149 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1106149 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1106149 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1106149 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1106149 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1106149 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1106149 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7166e668{/solr,null,AVAILABLE}
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@19a7dd53{HTTP/1.1,[http/1.1]}{127.0.0.1:36753}
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@10f6e0b1{/solr,null,AVAILABLE}
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.e.j.s.Server Started @1106177ms
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36753}
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@68a1c375{HTTP/1.1,[http/1.1]}{127.0.0.1:45591}
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@545ae379{/solr,null,AVAILABLE}
   [junit4]   2> 1106152 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.e.j.s.Server Started @1106177ms
   [junit4]   2> 1106153 ERROR (jetty-launcher-3095-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@53b605d{/solr,null,AVAILABLE}
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=45591}
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.4.0
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-18T04:36:21.321155Z
   [junit4]   2> 1106153 ERROR (jetty-launcher-3095-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6666f75c{HTTP/1.1,[http/1.1]}{127.0.0.1:41593}
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.e.j.s.Server Started @1106178ms
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@f108a02{HTTP/1.1,[http/1.1]}{127.0.0.1:34597}
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.4.0
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.e.j.s.Server Started @1106178ms
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=41593}
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34597}
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-18T04:36:21.321378Z
   [junit4]   2> 1106153 ERROR (jetty-launcher-3095-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1106153 ERROR (jetty-launcher-3095-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.4.0
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.4.0
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-18T04:36:21.321629Z
   [junit4]   2> 1106153 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-18T04:36:21.321637Z
   [junit4]   2> 1106154 INFO  (zkConnectionManagerCallback-3100-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106154 INFO  (zkConnectionManagerCallback-3106-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106154 INFO  (zkConnectionManagerCallback-3105-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106154 INFO  (zkConnectionManagerCallback-3102-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106154 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1106154 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1106154 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1106154 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1106157 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1005c049edb0004, likely client has closed socket
   [junit4]   2> 1106158 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1005c049edb0001, likely client has closed socket
   [junit4]   2> 1106159 INFO  (jetty-launcher-3095-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
   [junit4]   2> 1106159 INFO  (jetty-launcher-3095-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
   [junit4]   2> 1106159 INFO  (jetty-launcher-3095-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
   [junit4]   2> 1106159 INFO  (jetty-launcher-3095-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
   [junit4]   2> 1106160 INFO  (zkConnectionManagerCallback-3116-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106160 INFO  (zkConnectionManagerCallback-3118-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106160 INFO  (zkConnectionManagerCallback-3122-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106160 INFO  (zkConnectionManagerCallback-3120-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106160 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1005c049edb0006, likely client has closed socket
   [junit4]   2> 1106161 INFO  (zkConnectionManagerCallback-3124-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106161 INFO  (zkConnectionManagerCallback-3130-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106161 INFO  (zkConnectionManagerCallback-3126-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106161 INFO  (zkConnectionManagerCallback-3128-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106196 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1106196 INFO  (jetty-launcher-3095-thread-3) 
[n:127.0.0.1:45591_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1106196 INFO  (jetty-launcher-3095-thread-4) 
[n:127.0.0.1:41593_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1106196 INFO  (jetty-launcher-3095-thread-1) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1106196 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:34597_solr
   [junit4]   2> 1106196 INFO  (jetty-launcher-3095-thread-3) 
[n:127.0.0.1:45591_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45591_solr
   [junit4]   2> 1106196 INFO  (jetty-launcher-3095-thread-1) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36753_solr
   [junit4]   2> 1106197 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.c.Overseer Overseer 
(id=72158768952705036-127.0.0.1:34597_solr-n_0000000000) starting
   [junit4]   2> 1106197 INFO  (jetty-launcher-3095-thread-4) 
[n:127.0.0.1:41593_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41593_solr
   [junit4]   2> 1106202 INFO  (zkCallback-3123-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1106206 INFO  (zkCallback-3125-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1106207 INFO  (zkCallback-3123-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1106207 INFO  (zkCallback-3127-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1106209 INFO  (zkCallback-3129-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1106209 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1106213 INFO  (zkConnectionManagerCallback-3143-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106214 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1106214 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:41825/solr ready
   [junit4]   2> 1106218 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1106218 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34597_solr
   [junit4]   2> 1106219 INFO  (zkCallback-3129-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106219 INFO  (zkCallback-3123-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106219 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106222 INFO  (zkCallback-3127-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106233 INFO  (zkCallback-3142-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106284 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34597.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106288 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34597.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106288 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34597.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106289 INFO  (jetty-launcher-3095-thread-2) 
[n:127.0.0.1:34597_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001/node2/.
   [junit4]   2> 1106324 INFO  (jetty-launcher-3095-thread-4) 
[n:127.0.0.1:41593_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41593.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106331 INFO  (jetty-launcher-3095-thread-4) 
[n:127.0.0.1:41593_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41593.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106331 INFO  (jetty-launcher-3095-thread-4) 
[n:127.0.0.1:41593_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41593.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106332 INFO  (jetty-launcher-3095-thread-4) 
[n:127.0.0.1:41593_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001/node4/.
   [junit4]   2> 1106333 INFO  (zkConnectionManagerCallback-3148-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106334 INFO  (jetty-launcher-3095-thread-4) 
[n:127.0.0.1:41593_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1106334 INFO  (jetty-launcher-3095-thread-4) 
[n:127.0.0.1:41593_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:41825/solr ready
   [junit4]   2> 1106357 INFO  (jetty-launcher-3095-thread-1) 
[n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36753.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106362 INFO  (jetty-launcher-3095-thread-1) 
[n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36753.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106362 INFO  (jetty-launcher-3095-thread-1) 
[n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36753.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106362 INFO  (jetty-launcher-3095-thread-1) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001/node1/.
   [junit4]   2> 1106364 INFO  (zkConnectionManagerCallback-3153-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106365 INFO  (jetty-launcher-3095-thread-1) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1106365 INFO  (jetty-launcher-3095-thread-1) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:41825/solr ready
   [junit4]   2> 1106401 INFO  (jetty-launcher-3095-thread-3) 
[n:127.0.0.1:45591_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45591.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106405 INFO  (jetty-launcher-3095-thread-3) 
[n:127.0.0.1:45591_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45591.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106405 INFO  (jetty-launcher-3095-thread-3) 
[n:127.0.0.1:45591_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45591.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106406 INFO  (jetty-launcher-3095-thread-3) 
[n:127.0.0.1:45591_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001/node3/.
   [junit4]   2> 1106408 INFO  (zkConnectionManagerCallback-3158-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106409 INFO  (jetty-launcher-3095-thread-3) 
[n:127.0.0.1:45591_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1106409 INFO  (jetty-launcher-3095-thread-3) 
[n:127.0.0.1:45591_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:41825/solr ready
   [junit4]   2> 1106429 INFO  (zkConnectionManagerCallback-3160-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106430 INFO  (zkConnectionManagerCallback-3165-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106431 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1106431 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41825/solr ready
   [junit4]   2> 1106433 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@f108a02{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1106433 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1889375858
   [junit4]   2> 1106433 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1106433 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2476d7d7: rootName = 
solr_34597, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@30c54902
   [junit4]   2> 1106437 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1106437 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4e5c5181: rootName = 
solr_34597, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@4fd7fc16
   [junit4]   2> 1106439 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1106439 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1b42b4f2: rootName = 
solr_34597, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@69b297dc
   [junit4]   2> 1106440 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34597_solr
   [junit4]   2> 1106440 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1106440 INFO  (zkCallback-3123-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106440 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106440 INFO  (zkCallback-3129-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106440 INFO  (zkCallback-3142-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106440 INFO  (zkCallback-3127-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106441 INFO  (zkCallback-3152-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106441 INFO  (zkCallback-3164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106441 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.Overseer Overseer 
(id=72158768952705036-127.0.0.1:34597_solr-n_0000000000) closing
   [junit4]   2> 1106442 INFO  (zkCallback-3157-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106442 INFO  
(OverseerStateUpdate-72158768952705036-127.0.0.1:34597_solr-n_0000000000) [    
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34597_solr
   [junit4]   2> 1106442 WARN  
(OverseerAutoScalingTriggerThread-72158768952705036-127.0.0.1:34597_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 1106443 INFO  (zkCallback-3147-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106444 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45591_solr
   [junit4]   2> 1106444 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@545ae379{/solr,null,UNAVAILABLE}
   [junit4]   2> 1106444 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1106444 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=72158768952705034-127.0.0.1:45591_solr-n_0000000001) starting
   [junit4]   2> 1106445 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1106445 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1106445 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1106445 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1106445 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5383165{/solr,null,AVAILABLE}
   [junit4]   2> 1106445 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@354aab{HTTP/1.1,[http/1.1]}{127.0.0.1:36257}
   [junit4]   2> 1106445 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.Server Started @1106470ms
   [junit4]   2> 1106445 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42529}
   [junit4]   2> 1106446 ERROR 
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1106446 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1106446 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.4.0
   [junit4]   2> 1106446 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1106446 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1106446 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-18T04:36:21.614225Z
   [junit4]   2> 1106446 INFO  (zkConnectionManagerCallback-3167-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106447 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1106451 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
   [junit4]   2> 1106451 INFO  (zkConnectionManagerCallback-3171-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106452 INFO  (zkConnectionManagerCallback-3173-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106455 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1106455 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1106456 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1106456 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42529_solr
   [junit4]   2> 1106456 INFO  (zkCallback-3157-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106457 INFO  (zkCallback-3152-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106457 INFO  (zkCallback-3123-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106457 INFO  (zkCallback-3164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106457 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106457 INFO  (zkCallback-3129-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106457 INFO  (zkCallback-3147-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106457 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106596 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42529.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106601 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42529.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106601 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42529.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106601 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001/node2/.
   [junit4]   2> 1106604 INFO  (zkConnectionManagerCallback-3180-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106604 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1106604 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:42529_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:41825/solr ready
   [junit4]   2> 1106634 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:36257/solr. 
Proxy: http://127.0.0.1:42529/solr
   [junit4]   2> 1106635 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@6666f75c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1106635 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1654708856
   [junit4]   2> 1106636 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1106636 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2abfa0cf: rootName = 
solr_41593, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@1a1e3e67
   [junit4]   2> 1106639 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1106639 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@148e2d8e: rootName = 
solr_41593, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@4fd7fc16
   [junit4]   2> 1106642 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1106642 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@40481303: rootName = 
solr_41593, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@69b297dc
   [junit4]   2> 1106642 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41593_solr
   [junit4]   2> 1106643 INFO  (zkCallback-3157-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106643 INFO  (zkCallback-3147-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106643 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106643 INFO  (zkCallback-3123-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106643 INFO  (zkCallback-3164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106643 INFO  (zkCallback-3152-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106643 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106643 INFO  (zkCallback-3129-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106643 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1106643 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1106646 INFO  (zkCallback-3179-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106650 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@53b605d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1106650 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@990659a{/solr,null,AVAILABLE}
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@17ccd512{HTTP/1.1,[http/1.1]}{127.0.0.1:33105}
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.Server Started @1106676ms
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33659}
   [junit4]   2> 1106651 ERROR 
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1106651 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1106652 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.4.0
   [junit4]   2> 1106652 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1106652 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1106652 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-18T04:36:21.820077Z
   [junit4]   2> 1106652 INFO  (zkConnectionManagerCallback-3182-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106653 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1106657 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
   [junit4]   2> 1106683 INFO  (zkConnectionManagerCallback-3186-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106684 INFO  (zkConnectionManagerCallback-3188-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106687 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1106688 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1106690 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1106690 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33659_solr
   [junit4]   2> 1106690 INFO  (zkCallback-3157-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106690 INFO  (zkCallback-3164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106690 INFO  (zkCallback-3123-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106690 INFO  (zkCallback-3179-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106690 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106690 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106690 INFO  (zkCallback-3152-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106691 INFO  (zkCallback-3187-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106763 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33659.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106768 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33659.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106768 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33659.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106769 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001/node4/.
   [junit4]   2> 1106771 INFO  (zkConnectionManagerCallback-3195-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106772 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1106773 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33659_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:41825/solr ready
   [junit4]   2> 1106794 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:33105/solr. 
Proxy: http://127.0.0.1:33659/solr
   [junit4]   2> 1106795 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@19a7dd53{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1106795 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=953614755
   [junit4]   2> 1106795 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1106795 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@47d64792: rootName = 
solr_36753, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@2a13e7b2
   [junit4]   2> 1106799 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1106799 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@77a835ba: rootName = 
solr_36753, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@4fd7fc16
   [junit4]   2> 1106801 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1106801 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1e86706a: rootName = 
solr_36753, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@69b297dc
   [junit4]   2> 1106802 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36753_solr
   [junit4]   2> 1106802 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1106802 INFO  (zkCallback-3157-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106802 INFO  (zkCallback-3123-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106802 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106803 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106803 INFO  (zkCallback-3179-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106803 INFO  (zkCallback-3152-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106802 INFO  (zkCallback-3187-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106802 INFO  (zkCallback-3164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106803 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1106803 INFO  (zkCallback-3194-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106803 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7166e668{/solr,null,UNAVAILABLE}
   [junit4]   2> 1106804 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1106804 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@43666ca6{/solr,null,AVAILABLE}
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2b415578{HTTP/1.1,[http/1.1]}{127.0.0.1:46009}
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.Server Started @1106830ms
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=45895}
   [junit4]   2> 1106805 ERROR 
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.4.0
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1106805 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-18T04:36:21.973797Z
   [junit4]   2> 1106806 INFO  (zkConnectionManagerCallback-3197-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106806 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1106809 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1005c049edb001b, likely client has closed socket
   [junit4]   2> 1106811 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
   [junit4]   2> 1106811 INFO  (zkConnectionManagerCallback-3201-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106812 INFO  (zkConnectionManagerCallback-3203-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106814 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1106815 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1106816 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1106816 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45895_solr
   [junit4]   2> 1106816 INFO  (zkCallback-3157-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106816 INFO  (zkCallback-3187-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106816 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106816 INFO  (zkCallback-3164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106816 INFO  (zkCallback-3194-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106816 INFO  (zkCallback-3179-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106816 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106818 INFO  (zkCallback-3202-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106940 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45895.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106946 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45895.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106946 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45895.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1106946 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001/node1/.
   [junit4]   2> 1106948 INFO  (zkConnectionManagerCallback-3210-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106949 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1106949 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:45895_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:41825/solr ready
   [junit4]   2> 1106970 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:46009/solr. 
Proxy: http://127.0.0.1:45895/solr
   [junit4]   2> 1106971 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@68a1c375{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1106971 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1006371487
   [junit4]   2> 1106971 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1106971 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@11147c85: rootName = 
solr_45591, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@f77353f
   [junit4]   2> 1106975 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1106975 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@46061205: rootName = 
solr_45591, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@4fd7fc16
   [junit4]   2> 1106977 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1106977 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@f199d56: rootName = 
solr_45591, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@69b297dc
   [junit4]   2> 1106979 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45591_solr
   [junit4]   2> 1106979 INFO  (zkCallback-3202-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106979 INFO  (zkCallback-3187-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106979 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1106979 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106979 INFO  (zkCallback-3164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106979 INFO  (zkCallback-3194-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106979 INFO  (zkCallback-3157-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106979 INFO  (zkCallback-3125-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106979 INFO  (zkCallback-3179-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106979 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1106980 INFO  (zkCallback-3209-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1106980 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.Overseer Overseer 
(id=72158768952705034-127.0.0.1:45591_solr-n_0000000001) closing
   [junit4]   2> 1106980 INFO  
(OverseerStateUpdate-72158768952705034-127.0.0.1:45591_solr-n_0000000001) [    
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45591_solr
   [junit4]   2> 1106980 WARN  
(OverseerAutoScalingTriggerThread-72158768952705034-127.0.0.1:45591_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 1106982 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42529_solr
   [junit4]   2> 1106982 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@10f6e0b1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1106982 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1106982 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=72158768952705045-127.0.0.1:42529_solr-n_0000000004) starting
   [junit4]   2> 1106983 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1106983 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1106983 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1106983 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1106983 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4e60cd86{/solr,null,AVAILABLE}
   [junit4]   2> 1106983 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7fefdbb3{HTTP/1.1,[http/1.1]}{127.0.0.1:33915}
   [junit4]   2> 1106983 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.e.j.s.Server Started @1107008ms
   [junit4]   2> 1106984 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33353}
   [junit4]   2> 1106984 ERROR 
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1106984 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1106984 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.4.0
   [junit4]   2> 1106984 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1106984 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1106984 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-18T04:36:22.152389Z
   [junit4]   2> 1106985 INFO  (zkConnectionManagerCallback-3212-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106985 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1106989 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
   [junit4]   2> 1106989 INFO  (zkConnectionManagerCallback-3216-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106990 INFO  (zkConnectionManagerCallback-3218-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1106992 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1106993 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1106994 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1106994 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33353_solr
   [junit4]   2> 1106994 INFO  (zkCallback-3194-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106994 INFO  (zkCallback-3187-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106994 INFO  (zkCallback-3202-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106994 INFO  (zkCallback-3164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106994 INFO  (zkCallback-3179-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106994 INFO  (zkCallback-3172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106994 INFO  (zkCallback-3209-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1106997 INFO  (zkCallback-3217-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1107049 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33353.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1107054 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33353.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1107054 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33353.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@152ce774
   [junit4]   2> 1107055 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001/tempDir-001/node3/.
   [junit4]   2> 1107057 INFO  (zkConnectionManagerCallback-3225-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1107057 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1107058 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) 
[n:127.0.0.1:33353_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:41825/solr ready
   [junit4]   2> 1107079 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:33915/solr. 
Proxy: http://127.0.0.1:33353/solr
   [junit4]   2> 1107093 INFO  
(TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart-seed#[F3539682567A7275])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting 
testOutOfSyncReplicasCannotBecomeLeaderAfterRestart
   [junit4]   2> 1107093 INFO  (SocketProxy-Acceptor-33353) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=58032,localport=33353], receiveBufferSize:531000
   [junit4]   2> 1107093 INFO  (SocketProxy-Acceptor-33353) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=33915,localport=49974], receiveBufferSize=530904
   [junit4]   2> 1107094 INFO  (qtp980082717-13771) [n:127.0.0.1:33353_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&replicationFactor=3&name=outOfSyncReplicasCannotBecomeLeader-true&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1107095 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.a.c.CreateCollectionCmd Create collection 
outOfSyncReplicasCannotBecomeLeader-true
   [junit4]   2> 1107096 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/protwords.txt
   [junit4]   2> 1107096 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/managed-schema
   [junit4]   2> 1107097 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/solrconfig.xml
   [junit4]   2> 1107097 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/synonyms.txt
   [junit4]   2> 1107098 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/stopwords.txt
   [junit4]   2> 1107098 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_it.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 1107099 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stemdict_nl.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 1107099 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hy.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 1107100 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_no.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 1107100 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_ca.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 1107101 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_id.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 1107101 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ga.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 1107101 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hi.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 1107102 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_da.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 1107102 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ja.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 1107103 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_pt.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 1107103 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_hu.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 1107104 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_el.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 1107104 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ru.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 1107105 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_tr.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 1107105 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ar.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 1107105 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/userdict_ja.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 1107106 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_eu.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 1107106 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_it.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 1107107 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_cz.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 1107107 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stoptags_ja.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 1107107 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_fr.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 1107108 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_de.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 1107108 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fa.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 1107109 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/contractions_ga.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 1107109 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ca.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 1107109 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_nl.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 1107110 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_bg.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 1107110 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_lv.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 1107110 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_en.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 1107111 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_es.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 1107111 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_th.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 1107112 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_ro.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 1107112 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fr.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 1107112 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_sv.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 1107113 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_fi.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 1107113 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/hyphenations_ga.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 1107113 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node 
/configs/_default/lang/stopwords_gl.txt to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 1107114 INFO  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to 
/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/params.json
   [junit4]   2> 1107114 WARN  (OverseerThreadFactory-4107-thread-1) [    ] 
o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection 
(outOfSyncReplicasCannotBecomeLeader-true) without cores.
   [junit4]   2> 1107218 INFO  (qtp980082717-13771) [n:127.0.0.1:33353_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 1107218 INFO  (qtp980082717-13771) [n:127.0.0.1:33353_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=0&replicationFactor=3&name=outOfSyncReplicasCannotBecomeLeader-true&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=&wt=javabin&version=2}
 status=0 QTime=123
   [junit4]   2> 1107219 INFO  (SocketProxy-Acceptor-45895) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=38124,localport=45895], receiveBufferSize:531000
   [junit4]   2> 1107219 INFO  (SocketProxy-Acceptor-45895) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=46009,localport=57366], receiveBufferSize=530904
   [junit4]   2> 1107219 INFO  (qtp1639820781-13741) [n:127.0.0.1:45895_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with 
params 
node=127.0.0.1:42529_solr&action=ADDREPLICA&collection=outOfSyncReplicasCannotBecomeLeader-true&shard=shard1&type=NRT&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1107221 INFO  
(OverseerCollectionConfigSetProcessor-72158768952705045-127.0.0.1:42529_solr-n_0000000004)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1107221 INFO  (OverseerThreadFactory-4107-thread-2) [    ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:42529_solr for creating new 
replica
   [junit4]   2> 1107222 INFO  
(OverseerStateUpdate-72158768952705045-127.0.0.1:42529_solr-n_0000000004) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"outOfSyncReplicasCannotBecomeLeader-true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n61",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42529/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:42529_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1107424 INFO  (SocketProxy-Acceptor-42529) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40040,localport=42529], receiveBufferSize:531000
   [junit4]   2> 1107424 INFO  (SocketProxy-Acceptor-42529) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=36257,localport=36636], receiveBufferSize=530904
   [junit4]   2> 1107425 INFO  (qtp666846368-13676) [n:127.0.0.1:42529_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node62&collection.configName=outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED&name=outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n61&action=CREATE&collection=outOfSyncReplicasCannotBecomeLeader-true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1107431 INFO  (qtp666846368-13676) [n:127.0.0.1:42529_solr 
c:outOfSyncReplicasCannot

[...truncated too long message...]

ader-false_shard1_replica_n63] o.a.s.c.RecoveryStrategy Stopping recovery for 
core=[outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63] 
coreNodeName=[core_node64]
   [junit4]   2> 1150752 WARN  (coreCloseExecutor-4203-thread-1) 
[n:127.0.0.1:45895_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 
r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] 
o.a.s.c.RecoveryStrategy Stopping recovery for 
core=[outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] 
coreNodeName=[core_node66]
   [junit4]   2> 1154860 ERROR 
(recoveryExecutor-3231-thread-1-processing-n:127.0.0.1:33659_solr 
x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63 
c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node64) 
[n:127.0.0.1:33659_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 
r:core_node64 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63] 
o.a.s.c.RecoveryStrategy SolrCore not found - cannot 
recover:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63
   [junit4]   2> 1154863 INFO  (zkCallback-3249-thread-2) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45895_solr
   [junit4]   2> 1154864 INFO  (jetty-closer-3096-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5249a763{/solr,null,UNAVAILABLE}
   [junit4]   2> 1154864 INFO  (jetty-closer-3096-thread-2) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1155247 ERROR 
(recoveryExecutor-3246-thread-1-processing-n:127.0.0.1:45895_solr 
x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65 
c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node66) 
[n:127.0.0.1:45895_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 
r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] 
o.a.s.c.RecoveryStrategy SolrCore not found - cannot 
recover:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65
   [junit4]   2> 1155249 INFO  (jetty-closer-3096-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2544e790{/solr,null,UNAVAILABLE}
   [junit4]   2> 1155249 INFO  (jetty-closer-3096-thread-3) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1155250 ERROR 
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1155250 INFO  
(SUITE-TestCloudConsistency-seed#[F3539682567A7275]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:41825 41825
   [junit4]   2> 1156056 INFO  (Thread-4514) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:41825 41825
   [junit4]   2> 1156057 WARN  (Thread-4514) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        45      
/solr/collections/outOfSyncReplicasCannotBecomeLeader-true/terms/shard1
   [junit4]   2>        27      
/solr/collections/outOfSyncReplicasCannotBecomeLeader-false/terms/shard1
   [junit4]   2>        25      /solr/clusterprops.json
   [junit4]   2>        25      /solr/aliases.json
   [junit4]   2>        12      /solr/security.json
   [junit4]   2>        6       
/solr/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED
   [junit4]   2>        6       
/solr/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/managed-schema
   [junit4]   2>        4       
/solr/configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/managed-schema
   [junit4]   2>        4       
/solr/configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        31      
/solr/collections/outOfSyncReplicasCannotBecomeLeader-true/state.json
   [junit4]   2>        30      
/solr/collections/outOfSyncReplicasCannotBecomeLeader-false/state.json
   [junit4]   2>        25      /solr/clusterstate.json
   [junit4]   2>        4       /solr/autoscaling.json
   [junit4]   2>        3       
/solr/overseer_elect/election/72158768952705045-127.0.0.1:42529_solr-n_0000000004
   [junit4]   2>        2       
/solr/overseer_elect/election/72158768952705033-127.0.0.1:36753_solr-n_0000000002
   [junit4]   2>        2       
/solr/overseer_elect/election/72158768952705065-127.0.0.1:45895_solr-n_0000000009
   [junit4]   2>        2       
/solr/collections/outOfSyncReplicasCannotBecomeLeader-true/leader_elect/shard1/election/72158768952705045-core_node62-n_0000000000
   [junit4]   2>        2       
/solr/collections/outOfSyncReplicasCannotBecomeLeader-true/leader_elect/shard1/election/72158768952705069-core_node62-n_0000000005
   [junit4]   2>        2       
/solr/overseer_elect/election/72158768952705034-127.0.0.1:45591_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        25      /solr/live_nodes
   [junit4]   2>        25      /solr/collections
   [junit4]   2>        4       /solr/overseer/queue
   [junit4]   2>        4       /solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2>        4       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2>        4       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-BadApples-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudConsistency_F3539682567A7275-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, 
sim=RandomSimilarity(queryNorm=false): {}, locale=se-FI, 
timezone=Africa/Johannesburg
   [junit4]   2> NOTE: Linux 4.13.0-37-generic amd64/Oracle Corporation 11-ea 
(64-bit)/cpus=8,threads=1,free=391151096,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestTolerantSearch, 
DistanceFunctionTest, TestCloudNestedDocsSort, TestScoreJoinQPScore, 
SchemaApiFailureTest, TestPayloadScoreQParserPlugin, HdfsSyncSliceTest, 
TestClusterStateProvider, PeerSyncReplicationTest, 
ClassificationUpdateProcessorTest, DateMathParserTest, LukeRequestHandlerTest, 
SolrGraphiteReporterTest, CreateCollectionCleanupTest, DeleteShardTest, 
ReturnFieldsTest, AutoScalingHandlerTest, TestTestInjection, 
TestBulkSchemaConcurrent, RegexBytesRefFilterTest, FileBasedSpellCheckerTest, 
NumericFieldsTest, VersionInfoTest, SaslZkACLProviderTest, 
TestSuggestSpellingConverter, HdfsAutoAddReplicasIntegrationTest, 
ResponseBuilderTest, SolrSlf4jReporterTest, 
DistributedFacetSimpleRefinementLongTailTest, SortSpecParsingTest, 
TestUnifiedSolrHighlighter, TestCloudRecovery, TestLFUCache, 
TestNoOpRegenerator, TriggerCooldownIntegrationTest, ClusterStateUpdateTest, 
CopyFieldTest, BlockJoinFacetRandomTest, TestHighFrequencyDictionaryFactory, 
TimeZoneUtilsTest, SpellCheckComponentTest, CacheHeaderTest, 
TestUseDocValuesAsStored, LeaderElectionTest, OverseerRolesTest, 
TestNonDefinedSimilarityFactory, TestDynamicFieldCollectionResource, 
TimeRoutedAliasUpdateProcessorTest, AddBlockUpdateTest, 
DistributedFacetPivotLongTailTest, HttpPartitionOnCommitTest, 
LIRRollingUpdatesTest, DistributedFacetPivotWhiteBoxTest, AtomicUpdatesTest, 
ResponseLogComponentTest, HdfsUnloadDistributedZkTest, 
TestSortByMinMaxFunction, MoreLikeThisHandlerTest, 
TestLeaderElectionWithEmptyReplica, TestStressReorder, TestSimpleTextCodec, 
TestValueSourceCache, TestDistributedMissingSort, TestJavabinTupleStreamParser, 
HLLSerializationTest, LeaderElectionIntegrationTest, TestFieldCacheVsDocValues, 
TestConfigSetProperties, ClusterStateTest, InfoHandlerTest, 
TestExecutePlanAction, TestUtils, TestRestManager, TestSolrDeletionPolicy2, 
BasicDistributedZk2Test, DistanceUnitsTest, SolrCloudExampleTest, 
V2StandaloneTest, TestQuerySenderListener, TermVectorComponentTest, 
CollectionsAPIAsyncDistributedZkTest, TestCustomStream, TestApiFramework, 
TestMultiValuedNumericRangeQuery, TestReplicationHandlerBackup, 
RegexBoostProcessorTest, RecoveryZkTest, TestManagedStopFilterFactory, 
TestFaceting, ImplicitSnitchTest, ShowFileRequestHandlerTest, 
TestEmbeddedSolrServerAdminHandler, BasicAuthStandaloneTest, TestUpdate, 
NoCacheHeaderTest, TestClusterStateMutator, NodeAddedTriggerTest, 
TestSmileRequest, OverriddenZkACLAndCredentialsProvidersTest, DateFieldTest, 
ConfigureRecoveryStrategyTest, StatelessScriptUpdateProcessorFactoryTest, 
WrapperMergePolicyFactoryTest, TestDFRSimilarityFactory, TestPrepRecovery, 
SearchHandlerTest, TestObjectReleaseTracker, TestHashQParserPlugin, 
DeleteLastCustomShardedReplicaTest, MoveReplicaHDFSTest, MultiThreadedOCPTest, 
ExitableDirectoryReaderTest, TestDocTermOrds, TestManagedSchemaAPI, 
TestBadConfig, TestJsonFacetsWithNestedObjects, TestFieldResource, 
LeaderFailureAfterFreshStartTest, TestBackupRepositoryFactory, 
TestNumericTokenStream, TestExportWriter, RestartWhileUpdatingTest, 
TestCloudConsistency]
   [junit4] Completed [253/802 (1!)] on J2 in 50.02s, 2 tests, 1 failure <<< 
FAILURES!

[...truncated 45568 lines...]
[repro] Jenkins log URL: 
https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-7.x-Linux/24/consoleText

[repro] Revision: 864b8d1f85f64cb8b5057a7838d45c3d693aa757

[repro] Repro line:  ant test  -Dtestcase=TestCloudConsistency 
-Dtests.method=testOutOfSyncReplicasCannotBecomeLeader 
-Dtests.seed=F3539682567A7275 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.badapples=true -Dtests.locale=se-FI 
-Dtests.timezone=Africa/Johannesburg -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestCloudConsistency
[repro] ant compile-test

[...truncated 3321 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 
-Dtests.class="*.TestCloudConsistency" -Dtests.showOutput=onerror  
-Dtests.seed=F3539682567A7275 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.badapples=true -Dtests.locale=se-FI 
-Dtests.timezone=Africa/Johannesburg -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8

[...truncated 81 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.TestCloudConsistency
[repro] Exiting with code 0

[...truncated 40 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to