Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2699/
Java: 64bit/jdk-10 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED:
org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread.testPublishDownState
Error Message:
expected:<down> but was:<active>
Stack Trace:
java.lang.AssertionError: expected:<down> but was:<active>
at
__randomizedtesting.SeedInfo.seed([77B87EB15AA2C9FB:29C5DC4FFEBF8006]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at
org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread.testPublishDownState(TestLeaderInitiatedRecoveryThread.java:191)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13834 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/init-core-data-001
[junit4] 2> 1583951 INFO
(SUITE-TestLeaderInitiatedRecoveryThread-seed#[77B87EB15AA2C9FB]-worker) [ ]
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1583952 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1583952 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1583952 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1583953 ERROR (Thread-2223) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 1584052 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkTestServer start zk server on port:40241
[junit4] 2> 1584054 INFO (zkConnectionManagerCallback-7289-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1584056 INFO (zkConnectionManagerCallback-7291-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1584058 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 1584059 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml
to /configs/conf1/schema.xml
[junit4] 2> 1584060 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1584060 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 1584061 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 1584061 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 1584061 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 1584062 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1584062 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1584063 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 1584063 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 1584063 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless
explicitly asked otherwise
[junit4] 2> 1584141 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10+46
[junit4] 2> 1584142 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1584142 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1584142 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1584142 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@74dd2018{/,null,AVAILABLE}
[junit4] 2> 1584143 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.AbstractConnector Started
ServerConnector@6359fd98{HTTP/1.1,[http/1.1]}{127.0.0.1:44879}
[junit4] 2> 1584143 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.Server Started @1584169ms
[junit4] 2> 1584143 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/,
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/tempDir-001/control/data,
hostPort=44879,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/control-001/cores,
replicaType=NRT}
[junit4] 2> 1584143 ERROR
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 1584143 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1584143 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.5.0
[junit4] 2> 1584143 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1584143 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1584143 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-09-06T19:53:44.947642Z
[junit4] 2> 1584144 INFO (zkConnectionManagerCallback-7293-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1584145 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1584145 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Loading container configuration from
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/control-001/solr.xml
[junit4] 2> 1584146 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1584146 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1584147 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 1584198 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40241/solr
[junit4] 2> 1584199 INFO (zkConnectionManagerCallback-7297-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1584200 INFO (zkConnectionManagerCallback-7299-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1584229 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.c.OverseerElectionContext I am going to be the
leader 127.0.0.1:44879_
[junit4] 2> 1584229 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.c.Overseer Overseer
(id=72179445279031300-127.0.0.1:44879_-n_0000000000) starting
[junit4] 2> 1584232 INFO (zkConnectionManagerCallback-7306-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1584233 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at
127.0.0.1:40241/solr ready
[junit4] 2> 1584233 INFO
(OverseerStateUpdate-72179445279031300-127.0.0.1:44879_-n_0000000000)
[n:127.0.0.1:44879_ ] o.a.s.c.Overseer Starting to work on the main queue :
127.0.0.1:44879_
[junit4] 2> 1584234 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:44879_
[junit4] 2> 1584234 INFO (zkCallback-7305-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1584234 INFO (zkCallback-7298-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1584242 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.h.a.MetricsHistoryHandler No .system
collection, keeping metrics history in memory.
[junit4] 2> 1584250 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1584255 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1584256 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1584256 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[n:127.0.0.1:44879_ ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/control-001/cores
[junit4] 2> 1584266 INFO (zkConnectionManagerCallback-7312-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1584266 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1584267 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at
127.0.0.1:40241/solr ready
[junit4] 2> 1584268 INFO (qtp774391553-14546) [n:127.0.0.1:44879_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44879_&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1584269 INFO
(OverseerThreadFactory-3730-thread-1-processing-n:127.0.0.1:44879_)
[n:127.0.0.1:44879_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection
control_collection
[junit4] 2> 1584374 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core
create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1584374 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault
Allocating transient cache for 4 transient cores
[junit4] 2> 1585387 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
[junit4] 2> 1585393 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1585438 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1585444 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1'
using configuration from collection control_collection, trusted=true
[junit4] 2> 1585444 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.control_collection.shard1.replica_n1' (registry
'solr.core.control_collection.shard1.replica_n1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1585444 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore
at
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/control-001/cores/control_collection_shard1_replica_n1],
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1585446 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=49, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=60.0146484375,
floorSegmentMB=1.455078125, forceMergeDeletesPctAllowed=8.991237798610452,
segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0,
deletesPctAllowed=40.66078607368209
[junit4] 2> 1585447 WARN (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 1585472 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 1585472 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1585473 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1585473 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1585473 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1585474 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@7a1fd3b3[control_collection_shard1_replica_n1] main]
[junit4] 2> 1585474 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 1585474 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1585475 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1585475 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1610889168189128704
[junit4] 2> 1585475 INFO
(searcherExecutor-3735-thread-1-processing-n:127.0.0.1:44879_
x:control_collection_shard1_replica_n1 c:control_collection s:shard1)
[n:127.0.0.1:44879_ c:control_collection s:shard1
x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore
[control_collection_shard1_replica_n1] Registered new searcher
Searcher@7a1fd3b3[control_collection_shard1_replica_n1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1585478 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ZkShardTerms Successful update of terms at
/collections/control_collection/terms/shard1 to Terms{values={core_node2=0},
version=0}
[junit4] 2> 1585479 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1585479 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1585479 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:44879/control_collection_shard1_replica_n1/
[junit4] 2> 1585479 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1585480 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy
http://127.0.0.1:44879/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1585480 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1585481 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:44879/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1585582 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1585583 INFO (qtp774391553-14541) [n:127.0.0.1:44879_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1209
[junit4] 2> 1585585 INFO (qtp774391553-14546) [n:127.0.0.1:44879_ ]
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 1585683 INFO (zkCallback-7298-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1586271 INFO
(OverseerCollectionConfigSetProcessor-72179445279031300-127.0.0.1:44879_-n_0000000000)
[n:127.0.0.1:44879_ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1586585 INFO (qtp774391553-14546) [n:127.0.0.1:44879_ ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44879_&wt=javabin&version=2}
status=0 QTime=2317
[junit4] 2> 1586588 INFO (zkConnectionManagerCallback-7317-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1586588 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1586589 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at
127.0.0.1:40241/solr ready
[junit4] 2> 1586589 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause
connection loss:false
[junit4] 2> 1586590 INFO (qtp774391553-14542) [n:127.0.0.1:44879_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1586591 INFO
(OverseerThreadFactory-3730-thread-2-processing-n:127.0.0.1:44879_)
[n:127.0.0.1:44879_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection
collection1
[junit4] 2> 1586793 WARN
(OverseerThreadFactory-3730-thread-2-processing-n:127.0.0.1:44879_)
[n:127.0.0.1:44879_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to
create a collection (collection1) without cores.
[junit4] 2> 1586794 INFO (qtp774391553-14542) [n:127.0.0.1:44879_ ]
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 1586794 INFO (qtp774391553-14542) [n:127.0.0.1:44879_ ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2}
status=0 QTime=204
[junit4] 2> 1586869 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-1-001
of type NRT
[junit4] 2> 1586870 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10+46
[junit4] 2> 1586870 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1586870 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1586870 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@1c69df0e{/,null,AVAILABLE}
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.AbstractConnector Started
ServerConnector@16ce6f0e{HTTP/1.1,[http/1.1]}{127.0.0.1:40179}
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.Server Started @1586897ms
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/,
solrconfig=solrconfig.xml,
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/tempDir-001/jetty1,
hostPort=40179,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-1-001/cores,
replicaType=NRT}
[junit4] 2> 1586871 ERROR
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.5.0
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1586871 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-09-06T19:53:47.675690Z
[junit4] 2> 1586872 INFO (zkConnectionManagerCallback-7319-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1586873 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1586873 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Loading container configuration from
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-1-001/solr.xml
[junit4] 2> 1586874 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1586874 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1586879 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 1586919 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40241/solr
[junit4] 2> 1586920 INFO (zkConnectionManagerCallback-7323-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1586921 INFO (zkConnectionManagerCallback-7325-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1586924 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1586925 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 1586925 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:40179_
[junit4] 2> 1586926 INFO (zkCallback-7305-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1586926 INFO (zkCallback-7316-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1586926 INFO (zkCallback-7298-thread-2) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1586927 INFO (zkCallback-7324-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1586943 INFO (zkConnectionManagerCallback-7332-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1586944 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1586944 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at
127.0.0.1:40241/solr ready
[junit4] 2> 1586945 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 1586958 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1586966 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1586966 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1586967 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-1-001/cores
[junit4] 2> 1586981 INFO (qtp629761310-14603) [n:127.0.0.1:40179_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params
node=127.0.0.1:40179_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1586982 INFO
(OverseerCollectionConfigSetProcessor-72179445279031300-127.0.0.1:44879_-n_0000000000)
[n:127.0.0.1:44879_ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1586982 INFO
(OverseerThreadFactory-3730-thread-3-processing-n:127.0.0.1:44879_)
[n:127.0.0.1:44879_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node
Identified 127.0.0.1:40179_ for creating new replica of shard shard1
[junit4] 2> 1586984 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
x:collection1_shard1_replica_n21] o.a.s.h.a.CoreAdminOperation core create
command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1587992 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.5.0
[junit4] 2> 1587999 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema
[collection1_shard1_replica_n21] Schema name=test
[junit4] 2> 1588048 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema
Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1588054 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard1_replica_n21' using configuration from
collection collection1, trusted=true
[junit4] 2> 1588054 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard1.replica_n21' (registry
'solr.core.collection1.shard1.replica_n21') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1588055 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore
[[collection1_shard1_replica_n21] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-1-001/cores/collection1_shard1_replica_n21],
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-1-001/cores/collection1_shard1_replica_n21/data/]
[junit4] 2> 1588056 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=49, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=60.0146484375,
floorSegmentMB=1.455078125, forceMergeDeletesPctAllowed=8.991237798610452,
segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0,
deletesPctAllowed=40.66078607368209
[junit4] 2> 1588057 WARN (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 1588080 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1588080 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1588081 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 1588081 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 1588082 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1588082 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@34228725[collection1_shard1_replica_n21] main]
[junit4] 2> 1588083 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 1588083 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1588083 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1588083 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1610889170923814912
[junit4] 2> 1588084 INFO
(searcherExecutor-3749-thread-1-processing-n:127.0.0.1:40179_
x:collection1_shard1_replica_n21 c:collection1 s:shard1) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore
[collection1_shard1_replica_n21] Registered new searcher
Searcher@34228725[collection1_shard1_replica_n21]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1588086 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ZkShardTerms
Successful update of terms at /collections/collection1/terms/shard1 to
Terms{values={core_node22=0}, version=0}
[junit4] 2> 1588087 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1588088 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1588088 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy
Sync replicas to http://127.0.0.1:40179/collection1_shard1_replica_n21/
[junit4] 2> 1588088 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy
Sync Success - now sync replicas to me
[junit4] 2> 1588088 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy
http://127.0.0.1:40179/collection1_shard1_replica_n21/ has no replicas
[junit4] 2> 1588088 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1588089 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:40179/collection1_shard1_replica_n21/ shard1
[junit4] 2> 1588239 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ZkController
I am the leader, no recovery necessary
[junit4] 2> 1588306 INFO (qtp629761310-14598) [n:127.0.0.1:40179_
c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1321
[junit4] 2> 1588308 INFO (qtp629761310-14603) [n:127.0.0.1:40179_
c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null
path=/admin/collections
params={node=127.0.0.1:40179_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2}
status=0 QTime=1327
[junit4] 2> 1588384 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-2-001
of type NRT
[junit4] 2> 1588384 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10+46
[junit4] 2> 1588385 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1588385 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1588385 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@7659b249{/,null,AVAILABLE}
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.AbstractConnector Started
ServerConnector@d7eae79{HTTP/1.1,[http/1.1]}{127.0.0.1:35499}
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.Server Started @1588412ms
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/,
solrconfig=solrconfig.xml,
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/tempDir-001/jetty2,
hostPort=35499,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-2-001/cores}
[junit4] 2> 1588386 ERROR
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.5.0
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1588386 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-09-06T19:53:49.190582Z
[junit4] 2> 1588387 INFO (zkConnectionManagerCallback-7335-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1588388 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1588388 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Loading container configuration from
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-2-001/solr.xml
[junit4] 2> 1588389 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1588389 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1588390 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 1588527 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40241/solr
[junit4] 2> 1588528 INFO (zkConnectionManagerCallback-7339-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1588529 INFO (zkConnectionManagerCallback-7341-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1588531 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1588533 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 1588533 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:35499_
[junit4] 2> 1588533 INFO (zkCallback-7305-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1588533 INFO (zkCallback-7331-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1588533 INFO (zkCallback-7324-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1588533 INFO (zkCallback-7316-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1588533 INFO (zkCallback-7298-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1588534 INFO (zkCallback-7340-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1588542 INFO (zkConnectionManagerCallback-7348-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1588543 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1588543 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at
127.0.0.1:40241/solr ready
[junit4] 2> 1588543 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 1588553 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1588558 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1588558 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1588559 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-2-001/cores
[junit4] 2> 1588578 INFO (qtp505946640-14642) [n:127.0.0.1:35499_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params
node=127.0.0.1:35499_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1588579 INFO
(OverseerCollectionConfigSetProcessor-72179445279031300-127.0.0.1:44879_-n_0000000000)
[n:127.0.0.1:44879_ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1588579 INFO
(OverseerThreadFactory-3730-thread-4-processing-n:127.0.0.1:44879_)
[n:127.0.0.1:44879_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node
Identified 127.0.0.1:35499_ for creating new replica of shard shard1
[junit4] 2> 1588581 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
x:collection1_shard1_replica_n23] o.a.s.h.a.CoreAdminOperation core create
command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1589590 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.5.0
[junit4] 2> 1589599 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema
[collection1_shard1_replica_n23] Schema name=test
[junit4] 2> 1589644 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema
Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1589651 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard1_replica_n23' using configuration from
collection collection1, trusted=true
[junit4] 2> 1589651 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard1.replica_n23' (registry
'solr.core.collection1.shard1.replica_n23') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@495e75c6
[junit4] 2> 1589651 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrCore
[[collection1_shard1_replica_n23] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-2-001/cores/collection1_shard1_replica_n23],
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001/shard-2-001/cores/collection1_shard1_replica_n23/data/]
[junit4] 2> 1589653 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=49, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=60.0146484375,
floorSegmentMB=1.455078125, forceMergeDeletesPctAllowed=8.991237798610452,
segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0,
deletesPctAllowed=40.66078607368209
[junit4] 2> 1589654 WARN (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 1589682 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1589682 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1589683 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 1589683 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 1589684 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1589684 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@759d59e4[collection1_shard1_replica_n23] main]
[junit4] 2> 1589685 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 1589685 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1589686 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1589686 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1610889172604682240
[junit4] 2> 1589686 INFO
(searcherExecutor-3763-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrCore
[collection1_shard1_replica_n23] Registered new searcher
Searcher@759d59e4[collection1_shard1_replica_n23]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1589689 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.ZkShardTerms
Successful update of terms at /collections/collection1/terms/shard1 to
Terms{values={core_node24=0, core_node22=0}, version=1}
[junit4] 2> 1589690 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.ZkController
Core needs to recover:collection1_shard1_replica_n23
[junit4] 2> 1589690 INFO
(updateExecutor-7336-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1) [n:127.0.0.1:35499_
c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23]
o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1589690 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Starting recovery
process. recoveringAfterStartup=true
[junit4] 2> 1589690 ERROR
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Error getting recent
versions.:java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
[junit4] 2> at
java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
[junit4] 2> at
java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
[junit4] 2> at
java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
[junit4] 2> at
java.base/java.util.Objects.checkIndex(Objects.java:372)
[junit4] 2> at java.base/java.util.ArrayList.get(ArrayList.java:440)
[junit4] 2> at
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:491)
[junit4] 2> at
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:310)
[junit4] 2> at
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
[junit4] 2> at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] 2> at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1589691 INFO (qtp505946640-14637) [n:127.0.0.1:35499_
c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1110
[junit4] 2> 1589692 INFO (qtp629761310-14599) [n:127.0.0.1:40179_
c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21]
o.a.s.c.S.Request [collection1_shard1_replica_n21] webapp= path=/admin/ping
params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1589692 INFO (qtp629761310-14599) [n:127.0.0.1:40179_
c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21]
o.a.s.c.S.Request [collection1_shard1_replica_n21] webapp= path=/admin/ping
params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589692 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Begin buffering
updates. core=[collection1_shard1_replica_n23]
[junit4] 2> 1589692 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Starting to buffer updates.
FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1589692 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Publishing state of
core [collection1_shard1_replica_n23] as recovering, leader is
[http://127.0.0.1:40179/collection1_shard1_replica_n21/] and I am
[http://127.0.0.1:35499/collection1_shard1_replica_n23/]
[junit4] 2> 1589692 INFO (qtp505946640-14642) [n:127.0.0.1:35499_
c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null
path=/admin/collections
params={node=127.0.0.1:35499_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2}
status=0 QTime=1114
[junit4] 2> 1589692 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.ZkShardTerms Successful update of
terms at /collections/collection1/terms/shard1 to
Terms{values={core_node24_recovering=0, core_node24=0, core_node22=0},
version=2}
[junit4] 2> 1589693 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Sending prep
recovery command to [http://127.0.0.1:40179]; [WaitForState:
action=PREPRECOVERY&core=collection1_shard1_replica_n21&nodeName=127.0.0.1:35499_&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1589693 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish -
collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node22 rstate:active live:true
[junit4] 1> replica:core_node24 rstate:down live:true
[junit4] 2> 1589694 INFO (qtp629761310-14596) [n:127.0.0.1:40179_
x:collection1_shard1_replica_n21] o.a.s.h.a.PrepRecoveryOp Going to wait for
coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader:
true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1589694 INFO (qtp629761310-14596) [n:127.0.0.1:40179_
x:collection1_shard1_replica_n21] o.a.s.h.a.PrepRecoveryOp In
WaitForState(recovering): collection=collection1, shard=shard1,
thisCore=collection1_shard1_replica_n21, leaderDoesNotNeedRecovery=false,
isLeader? true, live=true, checkLive=true, currentState=down,
localState=active, nodeName=127.0.0.1:35499_, coreNodeName=core_node24,
onlyIfActiveCheckResult=false, nodeProps:
core_node24:{"core":"collection1_shard1_replica_n23","base_url":"http://127.0.0.1:35499","node_name":"127.0.0.1:35499_","state":"down","type":"NRT"}
[junit4] 2> 1590581 INFO
(OverseerCollectionConfigSetProcessor-72179445279031300-127.0.0.1:44879_-n_0000000000)
[n:127.0.0.1:44879_ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 1> -
[junit4] 1> replica:core_node22 rstate:active live:true
[junit4] 1> replica:core_node24 rstate:recovering live:true
[junit4] 2> 1590694 INFO (qtp629761310-14596) [n:127.0.0.1:40179_
x:collection1_shard1_replica_n21] o.a.s.h.a.PrepRecoveryOp In
WaitForState(recovering): collection=collection1, shard=shard1,
thisCore=collection1_shard1_replica_n21, leaderDoesNotNeedRecovery=false,
isLeader? true, live=true, checkLive=true, currentState=recovering,
localState=active, nodeName=127.0.0.1:35499_, coreNodeName=core_node24,
onlyIfActiveCheckResult=false, nodeProps:
core_node24:{"core":"collection1_shard1_replica_n23","base_url":"http://127.0.0.1:35499","node_name":"127.0.0.1:35499_","state":"recovering","type":"NRT"}
[junit4] 2> 1590694 INFO (qtp629761310-14596) [n:127.0.0.1:40179_
x:collection1_shard1_replica_n21] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName:
core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1
seconds.
[junit4] 2> 1590694 INFO (qtp629761310-14596) [n:127.0.0.1:40179_
x:collection1_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null
path=/admin/cores
params={nodeName=127.0.0.1:35499_&onlyIfLeaderActive=true&core=collection1_shard1_replica_n21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
status=0 QTime=1000
[junit4] 2> 1591195 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Attempting to
PeerSync from [http://127.0.0.1:40179/collection1_shard1_replica_n21/] -
recoveringAfterStartup=[true]
[junit4] 2> 1591195 WARN
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.u.PeerSyncWithLeader no frame of
reference to tell if we've missed updates
[junit4] 2> 1591195 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy PeerSync Recovery
was not successful - trying replication.
[junit4] 2> 1591195 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Starting Replication
Recovery.
[junit4] 2> 1591195 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Attempting to
replicate from [http://127.0.0.1:40179/collection1_shard1_replica_n21/].
[junit4] 2> 1591196 INFO (qtp629761310-14597) [n:127.0.0.1:40179_
c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21]
o.a.s.u.DirectUpdateHandler2 start
commit{_version_=1610889174188032000,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1591197 INFO (qtp629761310-14597) [n:127.0.0.1:40179_
c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21]
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1591197 INFO (qtp629761310-14597) [n:127.0.0.1:40179_
c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21]
o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1591197 INFO (qtp629761310-14597) [n:127.0.0.1:40179_
c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21]
o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n21] webapp=
path=/update
params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=}
0 1
[junit4] 2> 1591198 INFO (qtp629761310-14602) [n:127.0.0.1:40179_
c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21]
o.a.s.c.S.Request [collection1_shard1_replica_n21] webapp= path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1591198 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1591198 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1591198 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1591198 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1591198 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.h.IndexFetcher New index in Master.
Deleting mine...
[junit4] 2> 1591199 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.s.SolrIndexSearcher Opening
[Searcher@15929c86[collection1_shard1_replica_n23] main]
[junit4] 2> 1591200 INFO
(searcherExecutor-3763-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.SolrCore
[collection1_shard1_replica_n23] Registered new searcher
Searcher@15929c86[collection1_shard1_replica_n23]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1591200 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1591200 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Replication Recovery
was successful.
[junit4] 2> 1591200 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Registering as
Active after recovery.
[junit4] 2> 1591201 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.ZkShardTerms Successful update of
terms at /collections/collection1/terms/shard1 to Terms{values={core_node22=0,
core_node24=0}, version=3}
[junit4] 2> 1591201 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Updating version
bucket highest from index after successful recovery.
[junit4] 2> 1591201 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Could not find max version
in index or recent updates, using new clock 1610889174193274880
[junit4] 2> 1591202 INFO
(recoveryExecutor-7337-thread-1-processing-n:127.0.0.1:35499_
x:collection1_shard1_replica_n23 c:collection1 s:shard1 r:core_node24)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Finished recovery
process, successful=[true]
[junit4] 1> -
[junit4] 1> replica:core_node22 rstate:active live:true
[junit4] 1> replica:core_node24 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1591694 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection:
collection1
[junit4] 2> 1591698 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 35499
[junit4] 2> 1591698 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1665131448
[junit4] 2> 1591698 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.node, tag=null
[junit4] 2> 1591698 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@6ed177eb: rootName = null,
domain = solr.node, service url = null, agent id = null] for registry solr.node
/ com.codahale.metrics.MetricRegistry@72f950b3
[junit4] 2> 1591702 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.jvm, tag=null
[junit4] 2> 1591702 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@539b7da5: rootName = null,
domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm /
com.codahale.metrics.MetricRegistry@17d24a83
[junit4] 2> 1591704 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.jetty, tag=null
[junit4] 2> 1591704 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@4fbbb4d9: rootName = null,
domain = solr.jetty, service url = null, agent id = null] for registry
solr.jetty / com.codahale.metrics.MetricRegistry@5123ebf4
[junit4] 2> 1591705 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkController Remove node as live in
ZooKeeper:/live_nodes/127.0.0.1:35499_
[junit4] 2> 1591706 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.cluster, tag=null
[junit4] 2> 1591706 INFO (zkCallback-7324-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1591706 INFO (zkCallback-7305-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1591706 INFO (zkCallback-7331-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1591706 INFO (zkCallback-7298-thread-2) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1591706 INFO (zkCallback-7340-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1591706 INFO (zkCallback-7316-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1591706 INFO (zkCallback-7347-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1591706 INFO (coreCloseExecutor-3768-thread-1)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.c.SolrCore
[collection1_shard1_replica_n23] CLOSING SolrCore
org.apache.solr.core.SolrCore@16dfae9a
[junit4] 2> 1591706 INFO (coreCloseExecutor-3768-thread-1)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.core.collection1.shard1.replica_n23, tag=16dfae9a
[junit4] 2> 1591706 INFO (coreCloseExecutor-3768-thread-1)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@62c4d3c9: rootName = null,
domain = solr.core.collection1.shard1.replica_n23, service url = null, agent id
= null] for registry solr.core.collection1.shard1.replica_n23 /
com.codahale.metrics.MetricRegistry@24a5877b
[junit4] 2> 1591711 INFO (coreCloseExecutor-3768-thread-1)
[n:127.0.0.1:35499_ c:collection1 s:shard1 r:core_node24
x:collection1_shard1_replica_n23] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.collection.collection1.shard1.leader, tag=16dfae9a
[junit4] 2> 1591721 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.AbstractConnector Stopped
ServerConnector@d7eae79{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1591721 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@7659b249{/,null,UNAVAILABLE}
[junit4] 2> 1591721 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1591722 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.LeaderInitiatedRecoveryThread Node 127.0.0.1:35499_ is not
live, so skipping leader-initiated recovery for replica:
core=collection1_shard1_replica_n23 coreNodeName=core_node24
[junit4] 2> 1591722 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.LeaderInitiatedRecoveryThread Node 127.0.0.1:35499_ is not
live, so skipping leader-initiated recovery for replica:
core=collection1_shard1_replica_n23 coreNodeName=core_node24
[junit4] 2> 1591722 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ChaosMonkey monkey: starting jetty! 35499
[junit4] 2> 1591722 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10+46
[junit4] 2> 1591723 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1591723 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1591723 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1591723 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@199baa21{/,null,AVAILABLE}
[junit4] 2> 1591723 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.AbstractConnector Started
ServerConnector@acf6758{HTTP/1.1,[http/1.1]}{127.0.0.1:35499}
[junit4] 2> 1591724 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.Server Started @1591749ms
[junit4] 2> 1591724 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/,
solrconfig=solrconfig.xml,
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-00
[...truncated too long message...]
lection1_shard1_replica_n23] o.a.s.c.ShardLeaderElectionContext We failed sync,
but we have no versions - we can't sync in that case - we were active before,
so become leader anyway
[junit4] 2> 1624513 INFO (zkCallback-7357-thread-2) [n:127.0.0.1:35499_
c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23]
o.a.s.c.SolrCore [collection1_shard1_replica_n23] CLOSING SolrCore
org.apache.solr.core.SolrCore@66d8e21d
[junit4] 2> 1624513 INFO (zkCallback-7357-thread-2) [n:127.0.0.1:35499_
c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23]
o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.core.collection1.shard1.replica_n23, tag=66d8e21d
[junit4] 2> 1624513 INFO (zkCallback-7357-thread-2) [n:127.0.0.1:35499_
c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@6e803a7c: rootName = null,
domain = solr.core.collection1.shard1.replica_n23, service url = null, agent id
= null] for registry solr.core.collection1.shard1.replica_n23 /
com.codahale.metrics.MetricRegistry@7fd539ca
[junit4] 2> 1624518 INFO (zkCallback-7357-thread-2) [n:127.0.0.1:35499_
c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23]
o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.collection.collection1.shard1.leader, tag=66d8e21d
[junit4] 2> 1624521 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.AbstractConnector Stopped
ServerConnector@acf6758{HTTP/1.1,[http/1.1]}{127.0.0.1:35499}
[junit4] 2> 1624521 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@199baa21{/,null,UNAVAILABLE}
[junit4] 2> 1624521 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1624521 ERROR
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so
ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1624521 INFO
(TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[77B87EB15AA2C9FB])
[ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40241 40241
[junit4] 2> 1624629 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:40241 40241
[junit4] 2> 1624630 WARN (Thread-2223) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/collection1/terms/shard1
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 2
/solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2
/solr/overseer_elect/election/72179445279031306-127.0.0.1:40179_-n_0000000001
[junit4] 2> 2
/solr/collections/collection1/leader_elect/shard1/election/72179445279031306-core_node22-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 10 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=TestLeaderInitiatedRecoveryThread
-Dtests.method=testPublishDownState -Dtests.seed=77B87EB15AA2C9FB
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-RW
-Dtests.timezone=Atlantic/Faroe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 40.7s J1 |
TestLeaderInitiatedRecoveryThread.testPublishDownState <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<down> but
was:<active>
[junit4] > at
__randomizedtesting.SeedInfo.seed([77B87EB15AA2C9FB:29C5DC4FFEBF8006]:0)
[junit4] > at
org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread.testPublishDownState(TestLeaderInitiatedRecoveryThread.java:191)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at
java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_77B87EB15AA2C9FB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {},
docValues:{}, maxPointsInLeafNode=909, maxMBSortInHeap=5.285005981597848,
sim=RandomSimilarity(queryNorm=false): {}, locale=en-RW, timezone=Atlantic/Faroe
[junit4] 2> NOTE: Linux 4.15.0-32-generic amd64/Oracle Corporation 10
(64-bit)/cpus=8,threads=1,free=55296184,total=473432064
[junit4] 2> NOTE: All tests run in this JVM: [QueryEqualityTest,
TestCollectionAPIs, TestQuerySenderNoQuery, RequiredFieldsTest,
TestSimClusterStateProvider, IndexBasedSpellCheckerTest, TestDistribIDF,
SolrMetricsIntegrationTest, TestReversedWildcardFilterFactory,
ProtectedTermFilterFactoryTest, ManagedSchemaRoundRobinCloudTest,
RestartWhileUpdatingTest, NumericFieldsTest,
ChaosMonkeyNothingIsSafeWithPullReplicasTest, TimeZoneUtilsTest,
CdcrBidirectionalTest, TestCodecSupport, ActionThrottleTest,
TestRetrieveFieldsOptimizer, ChangedSchemaMergeTest, TestXmlQParserPlugin,
GraphQueryTest, StressHdfsTest, SoftAutoCommitTest,
TestChildDocTransformerHierarchy, TestReplicationHandler, DocValuesMultiTest,
TestQueryTypes, ZookeeperStatusHandlerTest, StatsReloadRaceTest, DOMUtilTest,
TestComplexPhraseLeadingWildcard, RestoreTriggerStateTest,
ComputePlanActionTest, LoggingHandlerTest, BitVectorTest,
TestSortByMinMaxFunction, TestSmileRequest, TestFastOutputStream,
TestDocTermOrds, SolrIndexMetricsTest, TestLocalFSCloudBackupRestore,
TestRTimerTree, TestSolrCloudWithSecureImpersonation, ScheduledTriggerTest,
TestFreeTextSuggestions, ResourceLoaderTest, TestCursorMarkWithoutUniqueKey,
TestSolrDeletionPolicy2, ZkShardTermsTest, TermsComponentTest,
ConfigSetsAPITest, TestTolerantUpdateProcessorRandomCloud, TestWriterPerf,
DistributedFacetExistsSmallTest, NodeLostTriggerIntegrationTest,
HdfsCollectionsAPIDistributedZkTest, OverseerModifyCollectionTest,
TestTolerantSearch, RegexBoostProcessorTest, SpellCheckComponentTest,
TestFunctionQuery, DocValuesNotIndexedTest, TestCustomSort,
TestFilteredDocIdSet, UnloadDistributedZkTest, DebugComponentTest,
TestAnalyzedSuggestions, FieldAnalysisRequestHandlerTest, TestSchemaManager,
ReplaceNodeNoTargetTest, TestSystemIdResolver, ReturnFieldsTest,
SecurityConfHandlerTest, TestCollectionAPI, RandomizedTaggerTest,
FileUtilsTest, ResponseLogComponentTest, TestNestedUpdateProcessor,
ExternalFileFieldSortTest, DocExpirationUpdateProcessorFactoryTest,
TestLogWatcher, TestSubQueryTransformerDistrib, MinimalSchemaTest,
CdcrWithNodesRestartsTest, TestOnReconnectListenerSupport,
PreAnalyzedFieldManagedSchemaCloudTest, TestMergePolicyConfig,
XsltUpdateRequestHandlerTest, SolrCloudReportersTest, BufferStoreTest,
LeaderElectionTest, HighlighterConfigTest, TolerantUpdateProcessorTest,
CloneFieldUpdateProcessorFactoryTest, TestRestManager, TestSimpleTextCodec,
TestPullReplicaErrorHandling, TestHighlightDedupGrouping, CacheHeaderTest,
TestLeaderInitiatedRecoveryThread]
[junit4] Completed [394/833 (1!)] on J1 in 40.70s, 1 test, 1 failure <<<
FAILURES!
[...truncated 43880 lines...]
[repro] Jenkins log URL:
https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2699/consoleText
[repro] Revision: 42f1fe1d4b02e8d9b1b79debcd0a98ae3ab87f0f
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=TestLeaderInitiatedRecoveryThread
-Dtests.method=testPublishDownState -Dtests.seed=77B87EB15AA2C9FB
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-RW
-Dtests.timezone=Atlantic/Faroe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestLeaderInitiatedRecoveryThread
[repro] ant compile-test
[...truncated 3442 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5
-Dtests.class="*.TestLeaderInitiatedRecoveryThread" -Dtests.showOutput=onerror
"-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
-Dtests.seed=77B87EB15AA2C9FB -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=en-RW -Dtests.timezone=Atlantic/Faroe -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[...truncated 76 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread
[repro] Exiting with code 0
[...truncated 40 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
