Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3448/
Java: 32bit/jdk-9-ea+168 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test
Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but
was:<0>
Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of
documents expected:<10> but was:<0>
at
__randomizedtesting.SeedInfo.seed([D1C2A1593E17CD80:59969E8390EBA078]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at
org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
at
org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:563)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12659 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/init-core-data-001
[junit4] 2> 1377888 WARN
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 1377888 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1377889 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0,
clientAuth=0.0/0.0)
[junit4] 2> 1377889 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001
[junit4] 2> 1377889 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1377889 INFO (Thread-3296) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1377889 INFO (Thread-3296) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1377891 ERROR (Thread-3296) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 1377989 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.c.ZkTestServer start zk server on port:45932
[junit4] 2> 1377992 INFO (jetty-launcher-2784-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1377993 INFO (jetty-launcher-2784-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1377993 INFO (jetty-launcher-2784-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@4049ed{/solr,null,AVAILABLE}
[junit4] 2> 1377993 INFO (jetty-launcher-2784-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@1708f65{/solr,null,AVAILABLE}
[junit4] 2> 1377993 INFO (jetty-launcher-2784-thread-1) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@a560ff{HTTP/1.1,[http/1.1]}{127.0.0.1:٤٠٤٤١}
[junit4] 2> 1377993 INFO (jetty-launcher-2784-thread-1) [ ]
o.e.j.s.Server Started @١٣٧٩٩٤٥ms
[junit4] 2> 1377993 INFO (jetty-launcher-2784-thread-2) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@10bb255{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٥٠٥٦}
[junit4] 2> 1377993 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=40441}
[junit4] 2> 1377994 INFO (jetty-launcher-2784-thread-2) [ ]
o.e.j.s.Server Started @١٣٧٩٩٤٥ms
[junit4] 2> 1377994 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=35056}
[junit4] 2> 1377994 ERROR (jetty-launcher-2784-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1377995 ERROR (jetty-launcher-2784-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1377995 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
6.6.0
[junit4] 2> 1377995 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
6.6.0
[junit4] 2> 1377995 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1377995 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1377995 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1377995 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1377995 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-05-06T02:34:27.349318Z
[junit4] 2> 1377995 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-05-06T02:34:27.349367Z
[junit4] 2> 1377996 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1377996 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1378009 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x15bdb9bb82c0001, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1378010 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1378010 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1378011 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45932/solr
[junit4] 2> 1378011 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45932/solr
[junit4] 2> 1378020 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1378020 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1378020 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40441_solr
[junit4] 2> 1378020 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:35056_solr
[junit4] 2> 1378020 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.c.Overseer Overseer
(id=97913278774902789-127.0.0.1:40441_solr-n_0000000000) starting
[junit4] 2> 1378021 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1378021 INFO (zkCallback-2796-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1378023 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:40441_solr
[junit4] 2> 1378024 INFO (zkCallback-2796-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1378024 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1378084 INFO (jetty-launcher-2784-thread-2) [ ]
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/.
[junit4] 2> 1378128 INFO (jetty-launcher-2784-thread-1) [ ]
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node1/.
[junit4] 2> 1379495 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1379495 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45932/solr ready
[junit4] 2> 1379499 INFO (qtp26479591-13961) [ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
async=7faad7f0-716c-44b7-84f2-cfcff5ad7232&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1379500 INFO (qtp26479591-13961) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/collections
params={async=7faad7f0-716c-44b7-84f2-cfcff5ad7232&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1379501 INFO (OverseerThreadFactory-6129-thread-1) [ ]
o.a.s.c.CreateCollectionCmd Create collection solr_9504
[junit4] 2> 1379501 INFO (qtp26479591-13962) [ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with
params
requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1379501 INFO (qtp26479591-13962) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/collections
params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1379603 INFO (qtp26479591-13955) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={async=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1379604 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.h.a.CoreAdminOperation core create command
async=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2
[junit4] 2> 1379604 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 1379605 INFO (qtp26479591-13961) [ ]
o.a.s.h.a.CoreAdminOperation Checking request status for :
7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749
[junit4] 2> 1379605 INFO (qtp26479591-13961) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1379706 INFO (zkCallback-2796-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1380503 INFO (qtp26479591-13963) [ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with
params
requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1380504 INFO (qtp26479591-13963) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/collections
params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1380607 INFO (qtp26479591-13962) [ ]
o.a.s.h.a.CoreAdminOperation Checking request status for :
7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749
[junit4] 2> 1380607 INFO (qtp26479591-13962) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1380609 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1380614 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
[junit4] 2> 1380615 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1380615 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using
configuration from collection solr_9504, trusted=true
[junit4] 2> 1380615 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1380615 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/solr_9504_shard1_replica1],
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/./solr_9504_shard1_replica1/data/]
[junit4] 2> 1380673 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 1380673 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1380674 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1380674 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1380675 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.s.SolrIndexSearcher Opening [Searcher@31bf7c[solr_9504_shard1_replica1]
main]
[junit4] 2> 1380675 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
[junit4] 2> 1380676 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1380676 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1380676 INFO (searcherExecutor-6134-thread-1) [ ]
o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher
Searcher@31bf7c[solr_9504_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1380676 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1566612463319777280
[junit4] 2> 1380679 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1380679 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1380679 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/
[junit4] 2> 1380679 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1380679 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.SyncStrategy http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/ has
no replicas
[junit4] 2> 1380680 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1380681 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/ shard1
[junit4] 2> 1380782 INFO (zkCallback-2796-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1380831 INFO (parallelCoreAdminExecutor-6130-thread-1) [ ]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1380933 INFO (zkCallback-2796-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1381505 INFO (qtp26479591-13957) [ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with
params
requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1381506 INFO (qtp26479591-13957) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/collections
params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1381608 INFO (qtp26479591-13955) [ ]
o.a.s.h.a.CoreAdminOperation Checking request status for :
7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749
[junit4] 2> 1381608 INFO (qtp26479591-13955) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1381610 INFO (OverseerThreadFactory-6129-thread-1) [ ]
o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1382507 INFO (qtp26479591-13961) [ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with
params
requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1382508 INFO (qtp26479591-13961) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/collections
params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1382510 INFO (qtp26479591-13962) [ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with
params
requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=DELETESTATUS&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1382510 INFO (qtp26479591-13962) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/collections
params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=DELETESTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1382520 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1382523 INFO (qtp26479591-13957) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[0 (1566612465255448576)]} 0 1
[junit4] 2> 1382524 INFO (qtp26479591-13955) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[1 (1566612465257545728)]} 0 0
[junit4] 2> 1382526 INFO (qtp26479591-13961) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[2 (1566612465259642880)]} 0 0
[junit4] 2> 1382527 INFO (qtp26479591-13962) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[3 (1566612465260691456)]} 0 0
[junit4] 2> 1382529 INFO (qtp26479591-13957) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[4 (1566612465262788608)]} 0 0
[junit4] 2> 1382531 INFO (qtp26479591-13955) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[5 (1566612465264885760)]} 0 0
[junit4] 2> 1382532 INFO (qtp26479591-13961) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[6 (1566612465265934336)]} 0 0
[junit4] 2> 1382534 INFO (qtp26479591-13962) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[7 (1566612465266982912)]} 0 0
[junit4] 2> 1382535 INFO (qtp26479591-13957) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[8 (1566612465269080064)]} 0 0
[junit4] 2> 1382536 INFO (qtp26479591-13955) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update params={wt=javabin&version=2}{add=[9 (1566612465270128640)]} 0 0
[junit4] 2> 1382538 INFO (qtp26479591-13961) [ ]
o.a.s.u.DirectUpdateHandler2 start
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1382538 INFO (qtp26479591-13961) [ ]
o.a.s.u.SolrIndexWriter Calling setCommitData with
IW:org.apache.solr.update.SolrIndexWriter@1e84503
[junit4] 2> 1382665 INFO (qtp26479591-13961) [ ]
o.a.s.s.SolrIndexSearcher Opening [Searcher@128977e[solr_9504_shard1_replica1]
main]
[junit4] 2> 1382666 INFO (searcherExecutor-6134-thread-1) [ ]
o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher
Searcher@128977e[solr_9504_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
[junit4] 2> 1382666 INFO (qtp26479591-13961) [ ]
o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1382666 INFO (qtp26479591-13961) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr
path=/update
params={_stateVer_=solr_9504:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
0 128
[junit4] 2> 1382666 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.ChaosMonkey monkey: kill shard! 35056
[junit4] 2> 1382667 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@10bb255{HTTP/1.1,[http/1.1]}{127.0.0.1:٠}
[junit4] 2> 1382667 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=28605617
[junit4] 2> 1382668 INFO (coreCloseExecutor-6139-thread-1) [ ]
o.a.s.c.SolrCore [solr_9504_shard1_replica1] CLOSING SolrCore
org.apache.solr.core.SolrCore@297719
[junit4] 2> 1382668 INFO (zkCallback-2796-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1382669 INFO (coreCloseExecutor-6139-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for:
solr.core.solr_9504.shard1.replica1
[junit4] 2> 1382669 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1382669 INFO (zkCallback-2802-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1383502 INFO
(OverseerCollectionConfigSetProcessor-97913278774902789-127.0.0.1:40441_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1384169 WARN (zkCallback-2796-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK:
[KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1384170 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1384170 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@1708f65{/solr,null,UNAVAILABLE}
[junit4] 2> 1384170 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.ChaosMonkey monkey: stop shard! 35056
[junit4] 2> 1384171 INFO (qtp14117914-13951) [ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params
async=f351c2f7-96a6-4d72-9c98-5156048f80d2&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1384172 INFO (qtp14117914-13951) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/collections
params={async=f351c2f7-96a6-4d72-9c98-5156048f80d2&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1384173 INFO (OverseerThreadFactory-6129-thread-2) [ ]
o.a.s.c.AddReplicaCmd addReplica() : {
[junit4] 2> "collection":"solr_9504",
[junit4] 2> "shard":"shard1",
[junit4] 2> "async":"f351c2f7-96a6-4d72-9c98-5156048f80d2",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 1384173 INFO (OverseerThreadFactory-6129-thread-2) [ ]
o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40441_solr for creating new
replica
[junit4] 2> 1384179 INFO (qtp14117914-13953) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={async=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2}
status=0 QTime=5
[junit4] 2> 1384179 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.h.a.CoreAdminOperation core create command
async=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2
[junit4] 2> 1384179 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 1384180 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [1])
[junit4] 2> 1384181 INFO (qtp14117914-13946) [ ]
o.a.s.h.a.CoreAdminOperation Checking request status for :
f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415
[junit4] 2> 1384181 INFO (qtp14117914-13946) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&requestid=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1385172 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1385173 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@9189b1{/solr,null,AVAILABLE}
[junit4] 2> 1385173 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@13854cf{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٥٠٥٦}
[junit4] 2> 1385174 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.e.j.s.Server Started @١٣٨٧١٢٥ms
[junit4] 2> 1385174 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=35056}
[junit4] 2> 1385174 ERROR
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1385174 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
6.6.0
[junit4] 2> 1385174 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1385174 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1385174 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-05-06T02:34:34.528962Z
[junit4] 2> 1385176 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1385180 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1385180 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45932/solr
[junit4] 2> 1385183 INFO (qtp14117914-13951) [ ]
o.a.s.h.a.CoreAdminOperation Checking request status for :
f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415
[junit4] 2> 1385183 INFO (qtp14117914-13951) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&requestid=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1385191 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1385192 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1385193 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1385194 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:35056_solr
[junit4] 2> 1385195 INFO (zkCallback-2802-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1385195 INFO (zkCallback-2807-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1385195 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1385197 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.s.IndexSchema [solr_9504_shard1_replica2] Schema name=minimal
[junit4] 2> 1385199 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1385199 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica2' using
configuration from collection solr_9504, trusted=true
[junit4] 2> 1385199 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1385199 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.SolrCore [[solr_9504_shard1_replica2] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node1/solr_9504_shard1_replica2],
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node1/./solr_9504_shard1_replica2/data/]
[junit4] 2> 1385273 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 1385273 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1385274 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1385274 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1385275 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.s.SolrIndexSearcher Opening [Searcher@2f93bd[solr_9504_shard1_replica2]
main]
[junit4] 2> 1385276 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
[junit4] 2> 1385276 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1385276 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1385277 INFO (searcherExecutor-6145-thread-1) [ ]
o.a.s.c.SolrCore [solr_9504_shard1_replica2] Registered new searcher
Searcher@2f93bd[solr_9504_shard1_replica2]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1385277 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1566612468144275456
[junit4] 2> 1385280 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for
shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1385381 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/.
[junit4] 2> 1385381 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1385381 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.c.CorePropertiesLocator Cores are: [solr_9504_shard1_replica1]
[junit4] 2> 1385381 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 1385386 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1385391 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
[junit4] 2> 1385392 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1385392 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using
configuration from collection solr_9504, trusted=true
[junit4] 2> 1385392 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1385392 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/solr_9504_shard1_replica1],
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/./solr_9504_shard1_replica1/data/]
[junit4] 2> 1385422 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 1385422 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1385423 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1385423 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1385425 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.s.SolrIndexSearcher Opening [Searcher@608041[solr_9504_shard1_replica1]
main]
[junit4] 2> 1385426 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
[junit4] 2> 1385426 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1385426 INFO (coreLoadExecutor-6151-thread-1) [ ]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1385426 INFO (searcherExecutor-6152-thread-1) [ ]
o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher
Searcher@608041[solr_9504_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
[junit4] 2> 1385483 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1385483 INFO (zkCallback-2807-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1385780 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1385780 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1385780 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/
[junit4] 2> 1385781 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2
url=http://127.0.0.1:40441/solr START
replicas=[http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/] nUpdates=100
[junit4] 2> 1385781 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2
url=http://127.0.0.1:40441/solr DONE. We have no versions. sync failed.
[junit4] 2> 1385782 ERROR (qtp5289371-14022) [ ]
o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is
either not initialized or shutting down.
[junit4] 2> 1385782 WARN (qtp5289371-14022) [ ] o.e.j.s.ServletHandler
/solr/solr_9504_shard1_replica1/get
[junit4] 2> org.apache.solr.common.SolrException: Error processing the
request. CoreContainer is either not initialized or shutting down.
[junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
[junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at
org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1385784 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the
next candidate
[junit4] 2> 1385784 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1385785 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1385786 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/ shard1
[junit4] 2> 1385887 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1385887 INFO (zkCallback-2807-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1385936 INFO (parallelCoreAdminExecutor-6132-thread-1) [ ]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1386038 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1386038 INFO (zkCallback-2807-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1386185 INFO (qtp14117914-13947) [ ]
o.a.s.h.a.CoreAdminOperation Checking request status for :
f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415
[junit4] 2> 1386185 INFO (qtp14117914-13947) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&requestid=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1386186 INFO (OverseerThreadFactory-6129-thread-2) [ ]
o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1386429 INFO (coreZkRegister-6141-thread-1) [ ]
o.a.s.c.ZkController Core needs to recover:solr_9504_shard1_replica1
[junit4] 2> 1386430 INFO (updateExecutor-2804-thread-1) [ ]
o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1386431 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1386431 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy ###### startupVersions=[[1566612465270128640,
1566612465269080064, 1566612465266982912, 1566612465265934336,
1566612465264885760, 1566612465262788608, 1566612465260691456,
1566612465259642880, 1566612465257545728, 1566612465255448576]]
[junit4] 2> 1386431 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Begin buffering updates.
core=[solr_9504_shard1_replica1]
[junit4] 2> 1386431 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE,
tlog=null}
[junit4] 2> 1386431 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Publishing state of core [solr_9504_shard1_replica1]
as recovering, leader is
[http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/] and I am
[http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/]
[junit4] 2> 1386432 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Sending prep recovery command to
[http://127.0.0.1:40441/solr]; [WaitForState:
action=PREPRECOVERY&core=solr_9504_shard1_replica2&nodeName=127.0.0.1:35056_solr&coreNodeName=core_node1&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1386433 INFO (qtp14117914-13946) [ ]
o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node1, state:
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1386433 INFO (qtp14117914-13946) [ ]
o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see
solr_9504_shard1_replica2 (shard1 of solr_9504) have state: recovering
[junit4] 2> 1386433 INFO (qtp14117914-13946) [ ]
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504,
shard=shard1, thisCore=solr_9504_shard1_replica2,
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true,
currentState=down, localState=active, nodeName=127.0.0.1:35056_solr,
coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps:
core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:35056/solr","node_name":"127.0.0.1:35056_solr","state":"down"}
[junit4] 2> 1386533 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1386533 INFO (zkCallback-2802-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1386533 INFO (zkCallback-2807-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1387433 INFO (qtp14117914-13946) [ ]
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504,
shard=shard1, thisCore=solr_9504_shard1_replica2,
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true,
currentState=recovering, localState=active, nodeName=127.0.0.1:35056_solr,
coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps:
core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:35056/solr","node_name":"127.0.0.1:35056_solr","state":"recovering"}
[junit4] 2> 1387433 INFO (qtp14117914-13946) [ ]
o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node1, state: recovering,
checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1387434 INFO (qtp14117914-13946) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={nodeName=127.0.0.1:35056_solr&onlyIfLeaderActive=true&core=solr_9504_shard1_replica2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
status=0 QTime=1000
[junit4] 2> 1387934 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Attempting to PeerSync from
[http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/] -
recoveringAfterStartup=[true]
[junit4] 2> 1387934 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1
url=http://127.0.0.1:35056/solr START
replicas=[http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/] nUpdates=100
[junit4] 2> 1387943 INFO (qtp14117914-13946) [ ]
o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0
result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0,
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1387943 INFO (qtp14117914-13946) [ ] o.a.s.c.S.Request
[solr_9504_shard1_replica2] webapp=/solr path=/get
params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1387944 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.SolrCore Caching fingerprint for
searcher:Searcher@608041[solr_9504_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(6.6.0):C10))
docBase=0 ord=0) mavVersion:9223372036854775807
[junit4] 2> 1387944 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0
result:{maxVersionSpecified=9223372036854775807,
maxVersionEncountered=1566612465270128640, maxInHash=1566612465270128640,
versionsHash=2062489616141550953, numVersions=10, numDocs=10, maxDoc=10}
[junit4] 2> 1387946 INFO (qtp14117914-13951) [ ]
o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0
result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0,
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1387946 INFO (qtp14117914-13951) [ ] o.a.s.c.S.Request
[solr_9504_shard1_replica2] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1387947 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1
url=http://127.0.0.1:35056/solr Received 0 versions from
http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/
fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0,
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1387947 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1
url=http://127.0.0.1:35056/solr DONE. sync failed
[junit4] 2> 1387947 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying
replication.
[junit4] 2> 1387947 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 1387947 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Attempting to replicate from
[http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/].
[junit4] 2> 1387948 INFO (qtp14117914-13949) [ ]
o.a.s.u.DirectUpdateHandler2 start
commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1387948 INFO (qtp14117914-13949) [ ]
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1387948 INFO (qtp14117914-13949) [ ]
o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1387948 INFO (qtp14117914-13949) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica2] webapp=/solr
path=/update
params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=}
0 0
[junit4] 2> 1387950 INFO (qtp14117914-13948) [ ] o.a.s.c.S.Request
[solr_9504_shard1_replica2] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1387950 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1387951 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1387951 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1387951 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1494038071892
[junit4] 2> 1387951 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1387951 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 1387951 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1387951 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Updating version bucket highest from index after
successful recovery.
[junit4] 2> 1387953 INFO (recoveryExecutor-2805-thread-1) [ ]
o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 1388053 INFO (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1388053 INFO (zkCallback-2807-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1388053 INFO (zkCallback-2802-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred
- updating... (live nodes size: [2])
[junit4] 2> 1388055 INFO (qtp5289371-14017) [ ] o.a.s.c.S.Request
[solr_9504_shard1_replica1] webapp=/solr path=/select
params={q=*:*&distrib=false&wt=javabin&version=2} hits=10 status=0 QTime=0
[junit4] 2> 1388057 INFO (qtp14117914-13952) [ ] o.a.s.c.S.Request
[solr_9504_shard1_replica2] webapp=/solr path=/select
params={q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1388057 INFO
(TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=TestLeaderElectionWithEmptyReplica -Dtests.method=test
-Dtests.seed=D1C2A1593E17CD80 -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=ar-YE -Dtests.timezone=Asia/Thimbu -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] FAILURE 5.55s J2 | TestLeaderElectionWithEmptyReplica.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Shard shard1 replicas
do not have same number of documents expected:<10> but was:<0>
[junit4] > at
__randomizedtesting.SeedInfo.seed([D1C2A1593E17CD80:59969E8390EBA078]:0)
[junit4] > at
org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
[junit4] > at
org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at
java.base/java.lang.reflect.Method.invoke(Method.java:563)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1388060 INFO (jetty-closer-2785-thread-2) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@13854cf{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٥٠٥٦}
[junit4] 2> 1388060 INFO (jetty-closer-2785-thread-1) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@a560ff{HTTP/1.1,[http/1.1]}{127.0.0.1:٠}
[junit4] 2> 1388060 INFO (jetty-closer-2785-thread-2) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=16094820
[junit4] 2> 1388060 INFO (jetty-closer-2785-thread-1) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=17462081
[junit4] 2> 1388061 INFO (coreCloseExecutor-6157-thread-1) [ ]
o.a.s.c.SolrCore [solr_9504_shard1_replica2] CLOSING SolrCore
org.apache.solr.core.SolrCore@fd07a
[junit4] 2> 1388061 INFO (coreCloseExecutor-6158-thread-1) [ ]
o.a.s.c.SolrCore [solr_9504_shard1_replica1] CLOSING SolrCore
org.apache.solr.core.SolrCore@d8fbe8
[junit4] 2> 1388063 INFO (coreCloseExecutor-6157-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for:
solr.core.solr_9504.shard1.replica2
[junit4] 2> 1388063 INFO (coreCloseExecutor-6158-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for:
solr.core.solr_9504.shard1.replica1
[junit4] 2> 1388064 INFO (jetty-closer-2785-thread-1) [ ]
o.a.s.c.Overseer Overseer
(id=97913278774902789-127.0.0.1:40441_solr-n_0000000000) closing
[junit4] 2> 1388064 INFO
(OverseerStateUpdate-97913278774902789-127.0.0.1:40441_solr-n_0000000000) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40441_solr
[junit4] 2> 1389564 WARN (zkCallback-2795-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK:
[KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1389564 WARN (zkCallback-2807-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK:
[KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1389565 INFO (jetty-closer-2785-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1389565 INFO (jetty-closer-2785-thread-2) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1389565 INFO (jetty-closer-2785-thread-1) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@4049ed{/solr,null,UNAVAILABLE}
[junit4] 2> 1389565 INFO (jetty-closer-2785-thread-2) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@9189b1{/solr,null,UNAVAILABLE}
[junit4] 2> 1389565 ERROR
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1389565 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45932 45932
[junit4] 2> 1389619 INFO (Thread-3296) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:45932 45932
[junit4] 2> 1389620 WARN (Thread-3296) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/solr_9504/state.json
[junit4] 2> 2
/solr/overseer_elect/election/97913278774902789-127.0.0.1:40441_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1389620 INFO
(SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [
] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001
[junit4] 2> May 06, 2017 2:34:38 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard,
sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-YE,
timezone=Asia/Thimbu
[junit4] 2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 9-ea
(32-bit)/cpus=12,threads=1,free=227174832,total=327155712
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexSearcher,
TestConfig, TestSolrDeletionPolicy1,
OverriddenZkACLAndCredentialsProvidersTest, TestExtendedDismaxParser,
BadIndexSchemaTest, TestIndexingPerformance, TestConfigsApi,
DistributedVersionInfoTest, TestTestInjection,
PeerSyncWithIndexFingerprintCachingTest, DateRangeFieldTest, TestCollectionAPI,
TestCoreDiscovery, DOMUtilTest, FieldMutatingUpdateProcessorTest,
CollectionTooManyReplicasTest, TestLeaderInitiatedRecoveryThread,
SolrCoreCheckLockOnStartupTest, BlockCacheTest, TestPayloadCheckQParserPlugin,
TestGeoJSONResponseWriter, TestConfigSetImmutable, StatsReloadRaceTest,
VMParamsZkACLAndCredentialsProvidersTest, TestLMJelinekMercerSimilarityFactory,
BinaryUpdateRequestHandlerTest, DirectUpdateHandlerTest, TestRebalanceLeaders,
DistributedExpandComponentTest, TestStressInPlaceUpdates, ReplaceNodeTest,
OpenExchangeRatesOrgProviderTest, TestStressUserVersions, AutoCommitTest,
TestMergePolicyConfig, DocValuesMultiTest, SolrTestCaseJ4Test,
BadComponentTest, TestImplicitCoreProperties, HttpPartitionTest,
LeaderFailureAfterFreshStartTest, HdfsDirectoryTest, SparseHLLTest,
TestSolrQueryParser, TestMultiWordSynonyms, TestDFRSimilarityFactory,
PreAnalyzedFieldTest, TestConfigSetsAPIZkFailure, TestXIncludeConfig,
ZkStateWriterTest, DeleteLastCustomShardedReplicaTest,
ClassificationUpdateProcessorFactoryTest, TestLFUCache,
ManagedSchemaRoundRobinCloudTest, V2ApiIntegrationTest,
ResponseLogComponentTest, OverseerTest, BlockJoinFacetSimpleTest,
TestMiniSolrCloudCluster, UnloadDistributedZkTest, HardAutoCommitTest,
RecoveryZkTest, TestCollationField, PluginInfoTest, TestSolrConfigHandlerCloud,
TestJsonRequest, TestNRTOpen, TestBinaryResponseWriter,
TestObjectReleaseTracker, BasicDistributedZk2Test, TestGroupingSearch,
TestReload, TestFieldCache, TestPhraseSuggestions, TestInitQParser,
JavabinLoaderTest, MinimalSchemaTest, CircularListTest,
TestInPlaceUpdatesStandalone, TestSolrCoreParser,
TestRequestStatusCollectionAPI, SolrXmlInZkTest,
CoreMergeIndexesAdminHandlerTest, UpdateParamsTest, TestHdfsBackupRestoreCore,
ShowFileRequestHandlerTest, ParsingFieldUpdateProcessorsTest,
TestHdfsCloudBackupRestore, TestWriterPerf, SolrSlf4jReporterTest, RulesTest,
TestRestoreCore, CachingDirectoryFactoryTest,
BigEndianAscendingWordSerializerTest, SuggesterTest, TestTolerantSearch,
TestOnReconnectListenerSupport, SuggesterTSTTest, TestSimpleTextCodec,
SuggesterWFSTTest, TestSolrCloudWithKerberosAlt, TestMinMaxOnMultiValuedField,
AddSchemaFieldsUpdateProcessorFactoryTest, DistributedFacetPivotWhiteBoxTest,
MigrateRouteKeyTest, CdcrReplicationDistributedZkTest,
TestPerFieldSimilarityClassic, TestPostingsSolrHighlighter,
SpellCheckCollatorWithCollapseTest, UUIDUpdateProcessorFallbackTest,
TestSolrXml, TestZkChroot, SOLR749Test, TestRandomFaceting,
TestRandomDVFaceting, TestJoin, SolrCmdDistributorTest, TestSort,
BasicFunctionalityTest, TestBadConfig, CurrencyFieldOpenExchangeTest,
CurrencyFieldXmlFileTest, SimplePostToolTest, AnalysisAfterCoreReloadTest,
SpellCheckCollatorTest, CoreAdminHandlerTest, TestTrie, SpatialFilterTest,
TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestAtomicUpdateErrorCases,
TestWordDelimiterFilterFactory, QueryEqualityTest,
DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest,
TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest,
DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest,
TestQueryUtils, StandardRequestHandlerTest, PrimitiveFieldTypeTest,
XmlUpdateRequestHandlerTest, DocumentBuilderTest, MoreLikeThisHandlerTest,
FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest,
RegexBoostProcessorTest, IndexSchemaTest, JSONWriterTest,
TestAnalyzedSuggestions, HighlighterConfigTest, AlternateDirectoryTest,
TestQuerySenderNoQuery, CopyFieldTest, TestSolrDeletionPolicy2, MultiTermTest,
TestDocSet, TestBinaryField, NumericFieldsTest, OutputWriterTest,
TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest,
NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters,
TestCodecSupport, TestPerFieldSimilarity, TestIBSimilarityFactory,
TestJmxMonitoredMap, TestFastLRUCache, DateFieldTest, TestSolrJ, TestLRUCache,
ZkNodePropsTest, CursorPagingTest, TestPathTrie,
TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI,
ConnectionReuseTest, CdcrBootstrapTest, DeleteReplicaTest,
DistribJoinFromCollectionTest, DocValuesNotIndexedTest,
LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaTest, NodeMutatorTest,
OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest,
OverseerRolesTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest,
SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest,
TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity,
TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica]
[junit4] Completed [536/711 (1!)] on J2 in 11.99s, 1 test, 1 failure <<<
FAILURES!
[...truncated 36957 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
