Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1653/
1 tests failed.
FAILED: org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery
Error Message:
expected:<10> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<10> but was:<0>
at
__randomizedtesting.SeedInfo.seed([AF6B90BC08563644:FF3E08BF51778059]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12131 lines...]
[junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/init-core-data-001
[junit4] 2> 739592 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 739593 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 739593 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001
[junit4] 2> 739593 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 739597 INFO (Thread-1320) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 739597 INFO (Thread-1320) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 739697 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:49226
[junit4] 2> 739709 INFO (jetty-launcher-1685-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 739711 INFO (jetty-launcher-1685-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 739720 INFO (jetty-launcher-1685-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@6d27c1ba{/solr,null,AVAILABLE}
[junit4] 2> 739722 INFO (jetty-launcher-1685-thread-1) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@4bbd8688{SSL,[ssl,
http/1.1]}{127.0.0.1:34519}
[junit4] 2> 739722 INFO (jetty-launcher-1685-thread-1) [ ]
o.e.j.s.Server Started @743425ms
[junit4] 2> 739722 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=34519}
[junit4] 2> 739723 ERROR (jetty-launcher-1685-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 739730 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 739730 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 739730 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 739730 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-02-10T09:21:20.235Z
[junit4] 2> 739729 INFO (jetty-launcher-1685-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@6a092305{/solr,null,AVAILABLE}
[junit4] 2> 739732 INFO (jetty-launcher-1685-thread-2) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@626ac073{SSL,[ssl,
http/1.1]}{127.0.0.1:39783}
[junit4] 2> 739732 INFO (jetty-launcher-1685-thread-2) [ ]
o.e.j.s.Server Started @743434ms
[junit4] 2> 739732 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=39783}
[junit4] 2> 739732 ERROR (jetty-launcher-1685-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 739732 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 739732 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 739732 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 739732 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-02-10T09:21:20.237Z
[junit4] 2> 739753 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 739753 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 739777 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49226/solr
[junit4] 2> 739789 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49226/solr
[junit4] 2> 739809 INFO (jetty-launcher-1685-thread-2)
[n:127.0.0.1:39783_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:39783_solr
[junit4] 2> 739810 INFO (jetty-launcher-1685-thread-2)
[n:127.0.0.1:39783_solr ] o.a.s.c.Overseer Overseer
(id=97433582312030213-127.0.0.1:39783_solr-n_0000000000) starting
[junit4] 2> 739822 INFO (jetty-launcher-1685-thread-2)
[n:127.0.0.1:39783_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:39783_solr
[junit4] 2> 739824 INFO
(zkCallback-1696-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 739824 INFO
(zkCallback-1695-thread-1-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 739829 INFO (jetty-launcher-1685-thread-1)
[n:127.0.0.1:34519_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:34519_solr
[junit4] 2> 739830 INFO
(zkCallback-1695-thread-1-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 739836 INFO
(zkCallback-1696-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 739907 INFO (jetty-launcher-1685-thread-1)
[n:127.0.0.1:34519_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/.
[junit4] 2> 739910 INFO (jetty-launcher-1685-thread-2)
[n:127.0.0.1:39783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node2/.
[junit4] 2> 740146 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 740146 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49226/solr ready
[junit4] 2> 740158 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
[junit4] 2> 740178 INFO (qtp1548116953-7373) [n:127.0.0.1:39783_solr ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 740179 INFO
(OverseerThreadFactory-2902-thread-1-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.CreateCollectionCmd Create collection
MissingSegmentRecoveryTest
[junit4] 2> 740294 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
[junit4] 2> 740319 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
[junit4] 2> 740422 INFO
(zkCallback-1696-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 740422 INFO
(zkCallback-1695-thread-3-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 741312 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene
MatchVersion: 7.0.0
[junit4] 2> 741318 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema
[MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
[junit4] 2> 741320 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema
minimal/1.1 with uniqueid field id
[junit4] 2> 741325 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene
MatchVersion: 7.0.0
[junit4] 2> 741325 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating
SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from
collection MissingSegmentRecoveryTest
[junit4] 2> 741326 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore
[[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica2],
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica2/data/]
[junit4] 2> 741331 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema
[MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
[junit4] 2> 741333 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema
minimal/1.1 with uniqueid field id
[junit4] 2> 741333 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating
SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from
collection MissingSegmentRecoveryTest
[junit4] 2> 741334 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica1],
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica1/data/]
[junit4] 2> 741377 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using
UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 741377 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 741377 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard
AutoCommit: disabled
[junit4] 2> 741377 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft
AutoCommit: disabled
[junit4] 2> 741378 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using
UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 741378 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 741379 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening
[Searcher@797caea4[MissingSegmentRecoveryTest_shard1_replica1] main]
[junit4] 2> 741379 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard
AutoCommit: disabled
[junit4] 2> 741379 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft
AutoCommit: disabled
[junit4] 2> 741380 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 741380 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening
[Searcher@4c47ede9[MissingSegmentRecoveryTest_shard1_replica2] main]
[junit4] 2> 741380 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage
Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 741380 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler
Commits will be reserved for 10000
[junit4] 2> 741380 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Could not find
max version in index or recent updates, using new clock 1558937318861045760
[junit4] 2> 741381 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 741381 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage
Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 741381 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.h.ReplicationHandler
Commits will be reserved for 10000
[junit4] 2> 741381 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Could not find
max version in index or recent updates, using new clock 1558937318862094336
[junit4] 2> 741381 INFO
(searcherExecutor-2908-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher
Searcher@797caea4[MissingSegmentRecoveryTest_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 741382 INFO
(searcherExecutor-2907-thread-1-processing-n:127.0.0.1:39783_solr
x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1
c:MissingSegmentRecoveryTest) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore
[MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher
Searcher@4c47ede9[MissingSegmentRecoveryTest_shard1_replica2]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 741386 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 741386 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 741386 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Sync
replicas to
https://127.0.0.1:39783/solr/MissingSegmentRecoveryTest_shard1_replica2/
[junit4] 2> 741387 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync:
core=MissingSegmentRecoveryTest_shard1_replica2
url=https://127.0.0.1:39783/solr START
replicas=[https://127.0.0.1:34519/solr/MissingSegmentRecoveryTest_shard1_replica1/]
nUpdates=100
[junit4] 2> 741387 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync:
core=MissingSegmentRecoveryTest_shard1_replica2
url=https://127.0.0.1:39783/solr DONE. We have no versions. sync failed.
[junit4] 2> 741391 INFO (qtp1909158773-7360) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.S.Request
[MissingSegmentRecoveryTest_shard1_replica1] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 741391 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Leader's
attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 741391 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 741394 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
https://127.0.0.1:39783/solr/MissingSegmentRecoveryTest_shard1_replica2/ shard1
[junit4] 2> 741497 INFO
(zkCallback-1696-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 741497 INFO
(zkCallback-1695-thread-2-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 741545 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ZkController I am the
leader, no recovery necessary
[junit4] 2> 741550 INFO (qtp1548116953-7375) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.HttpSolrCall [admin]
webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2}
status=0 QTime=1255
[junit4] 2> 741649 INFO
(zkCallback-1696-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 741649 INFO
(zkCallback-1695-thread-2-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 742389 INFO (qtp1909158773-7365) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.HttpSolrCall [admin]
webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2}
status=0 QTime=2070
[junit4] 2> 742393 INFO (qtp1548116953-7373) [n:127.0.0.1:39783_solr ]
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 742492 INFO
(zkCallback-1696-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 742492 INFO
(zkCallback-1695-thread-2-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 743394 INFO (qtp1548116953-7373) [n:127.0.0.1:39783_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2}
status=0 QTime=3215
[junit4] 2> 743402 INFO (qtp1909158773-7363) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory
[MissingSegmentRecoveryTest_shard1_replica1] webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39783/solr/MissingSegmentRecoveryTest_shard1_replica2/&wt=javabin&version=2}{add=[0
(1558937320977072128), 1 (1558937320979169280), 2 (1558937320979169281), 3
(1558937320979169282), 4 (1558937320979169283), 5 (1558937320979169284), 6
(1558937320979169285), 7 (1558937320979169286), 8 (1558937320979169287), 9
(1558937320979169288)]} 0 1
[junit4] 2> 743402 INFO (qtp1548116953-7374) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node1
x:MissingSegmentRecoveryTest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory
[MissingSegmentRecoveryTest_shard1_replica2] webapp=/solr path=/update
params={wt=javabin&version=2}{add=[0 (1558937320977072128), 1
(1558937320979169280), 2 (1558937320979169281), 3 (1558937320979169282), 4
(1558937320979169283), 5 (1558937320979169284), 6 (1558937320979169285), 7
(1558937320979169286), 8 (1558937320979169287), 9 (1558937320979169288)]} 0 3
[junit4] 2> 743410 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2
start
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 743410 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.SolrIndexWriter Calling
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5688663d
[junit4] 2> 743415 INFO (qtp1909158773-7364) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2
start
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 743415 INFO (qtp1909158773-7364) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.SolrIndexWriter Calling
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@632b07ae
[junit4] 2> 743443 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening
[Searcher@58be0f84[MissingSegmentRecoveryTest_shard1_replica2] main]
[junit4] 2> 743444 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2
end_commit_flush
[junit4] 2> 743444 INFO
(searcherExecutor-2907-thread-1-processing-n:127.0.0.1:39783_solr
x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1
c:MissingSegmentRecoveryTest r:core_node1) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node1
x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore
[MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher
Searcher@58be0f84[MissingSegmentRecoveryTest_shard1_replica2]
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
[junit4] 2> 743444 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node1
x:MissingSegmentRecoveryTest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory
[MissingSegmentRecoveryTest_shard1_replica2] webapp=/solr path=/update
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39783/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
0 34
[junit4] 2> 743445 INFO (qtp1909158773-7364) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening
[Searcher@1d1700ea[MissingSegmentRecoveryTest_shard1_replica1] main]
[junit4] 2> 743445 INFO
(searcherExecutor-2908-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher
Searcher@1d1700ea[MissingSegmentRecoveryTest_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
[junit4] 2> 743445 INFO (qtp1909158773-7364) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2
end_commit_flush
[junit4] 2> 743445 INFO (qtp1909158773-7364) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory
[MissingSegmentRecoveryTest_shard1_replica1] webapp=/solr path=/update
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39783/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
0 30
[junit4] 2> 743446 INFO (qtp1548116953-7371) [n:127.0.0.1:39783_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node1
x:MissingSegmentRecoveryTest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory
[MissingSegmentRecoveryTest_shard1_replica2] webapp=/solr path=/update
params={_stateVer_=MissingSegmentRecoveryTest:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
0 43
[junit4] 2> 743448 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.e.j.s.AbstractConnector Stopped ServerConnector@4bbd8688{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 743449 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1663788799
[junit4] 2> 743450 INFO (coreCloseExecutor-2917-thread-1)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[MissingSegmentRecoveryTest_shard1_replica1] CLOSING SolrCore
org.apache.solr.core.SolrCore@7317e6e0
[junit4] 2> 743451 INFO (coreCloseExecutor-2917-thread-1)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing
metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
[junit4] 2> 743452 WARN
(zkCallback-1696-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 743452 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 743452 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x15a2753aee70006, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 743453 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@6d27c1ba{/solr,null,UNAVAILABLE}
[junit4] 2> 743453 INFO (zkCallback-1702-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 743453 INFO
(zkCallback-1695-thread-3-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (1)
[junit4] 2> 743459 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 743459 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@4615dc2a{/solr,null,AVAILABLE}
[junit4] 2> 743461 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.e.j.s.AbstractConnector Started ServerConnector@288d503c{SSL,[ssl,
http/1.1]}{127.0.0.1:34519}
[junit4] 2> 743461 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.e.j.s.Server Started @747164ms
[junit4] 2> 743461 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=34519}
[junit4] 2> 743462 ERROR
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
be missing or incomplete.
[junit4] 2> 743462 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
version 7.0.0
[junit4] 2> 743462 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
null
[junit4] 2> 743462 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 743462 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-02-10T09:21:23.967Z
[junit4] 2> 743464 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 743482 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49226/solr
[junit4] 2> 743489 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644])
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 743491 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644])
[n:127.0.0.1:34519_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:34519_solr
[junit4] 2> 743493 INFO (zkCallback-1702-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 743493 INFO
(zkCallback-1695-thread-2-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 743497 INFO
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 743547 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644])
[n:127.0.0.1:34519_solr ] o.a.s.c.CorePropertiesLocator Found 1 core
definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/.
[junit4] 2> 743547 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644])
[n:127.0.0.1:34519_solr ] o.a.s.c.CorePropertiesLocator Cores are:
[MissingSegmentRecoveryTest_shard1_replica1]
[junit4] 2> 743555 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene
MatchVersion: 7.0.0
[junit4] 2> 743562 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema
[MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
[junit4] 2> 743564 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema
minimal/1.1 with uniqueid field id
[junit4] 2> 743565 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating
SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from
collection MissingSegmentRecoveryTest
[junit4] 2> 743565 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica1],
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica1/data/]
[junit4] 2> 743597 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using
UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 743597 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743598 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard
AutoCommit: disabled
[junit4] 2> 743598 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft
AutoCommit: disabled
[junit4] 2> 743599 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[MissingSegmentRecoveryTest_shard1_replica1] CLOSING SolrCore
org.apache.solr.core.SolrCore@1fc56287
[junit4] 2> 743599 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing
metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
[junit4] 2> 743601 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Found
active leader, will attempt to create fresh core and recover.
[junit4] 2> 743601 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore Updating index
properties... index=index.20170210002124106
[junit4] 2> 743604 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica1],
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica1/data/]
[junit4] 2> 743613 INFO
(OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1
old index directories to clean-up under
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica1/data/
[junit4] 2> 743618 INFO
(OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted
old index directory:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica1/data/index
[junit4] 2> 743634 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using
UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 743634 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743635 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard
AutoCommit: disabled
[junit4] 2> 743635 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft
AutoCommit: disabled
[junit4] 2> 743637 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening
[Searcher@144d10ef[MissingSegmentRecoveryTest_shard1_replica1] main]
[junit4] 2> 743638 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743639 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage
Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743639 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler
Commits will be reserved for 10000
[junit4] 2> 743639 INFO
(coreLoadExecutor-2924-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler
Commits will be reserved for 10000
[junit4] 2> 743641 INFO
(searcherExecutor-2930-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher
Searcher@144d10ef[MissingSegmentRecoveryTest_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743646 INFO
(coreZkRegister-2919-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ZkController Core needs
to recover:MissingSegmentRecoveryTest_shard1_replica1
[junit4] 2> 743646 INFO
(updateExecutor-1704-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DefaultSolrCoreState
Running recovery
[junit4] 2> 743646 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy Starting
recovery process. recoveringAfterStartup=true
[junit4] 2> 743647 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy ######
startupVersions=[[1558937320979169288, 1558937320979169287,
1558937320979169286, 1558937320979169285, 1558937320979169284,
1558937320979169283, 1558937320979169282, 1558937320979169281,
1558937320979169280, 1558937320977072128]]
[junit4] 2> 743647 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy Begin
buffering updates. core=[MissingSegmentRecoveryTest_shard1_replica1]
[junit4] 2> 743647 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Starting to
buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 743647 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy
Publishing state of core [MissingSegmentRecoveryTest_shard1_replica1] as
recovering, leader is
[https://127.0.0.1:39783/solr/MissingSegmentRecoveryTest_shard1_replica2/] and
I am [https://127.0.0.1:34519/solr/MissingSegmentRecoveryTest_shard1_replica1/]
[junit4] 2> 743650 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy Sending
prep recovery command to [https://127.0.0.1:39783/solr]; [WaitForState:
action=PREPRECOVERY&core=MissingSegmentRecoveryTest_shard1_replica2&nodeName=127.0.0.1:34519_solr&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 743653 INFO (qtp1548116953-7369) [n:127.0.0.1:39783_solr ]
o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state:
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 743654 INFO (qtp1548116953-7369) [n:127.0.0.1:39783_solr ]
o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see
MissingSegmentRecoveryTest_shard1_replica2 (shard1 of
MissingSegmentRecoveryTest) have state: recovering
[junit4] 2> 743654 INFO (qtp1548116953-7369) [n:127.0.0.1:39783_solr ]
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering):
collection=MissingSegmentRecoveryTest, shard=shard1,
thisCore=MissingSegmentRecoveryTest_shard1_replica2,
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true,
currentState=active, localState=active, nodeName=127.0.0.1:34519_solr,
coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps:
core_node2:{"core":"MissingSegmentRecoveryTest_shard1_replica1","base_url":"https://127.0.0.1:34519/solr","node_name":"127.0.0.1:34519_solr","state":"active"}
[junit4] 2> 743747 INFO (qtp2013759343-7440) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.S.Request
[MissingSegmentRecoveryTest_shard1_replica1] webapp=/solr path=/select
params={df=text&distrib=false&_stateVer_=MissingSegmentRecoveryTest:4&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:34519/solr/MissingSegmentRecoveryTest_shard1_replica1/|https://127.0.0.1:39783/solr/MissingSegmentRecoveryTest_shard1_replica2/&rows=10&version=2&q=*:*&NOW=1486718484245&isShard=true&wt=javabin}
hits=0 status=0 QTime=0
[junit4] 2> 743748 INFO (qtp2013759343-7438) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.S.Request
[MissingSegmentRecoveryTest_shard1_replica1] webapp=/solr path=/select
params={q=*:*&_stateVer_=MissingSegmentRecoveryTest:4&wt=javabin&version=2}
hits=0 status=0 QTime=7
[junit4] 2> 743748 INFO (qtp1548116953-7372) [n:127.0.0.1:39783_solr ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params
name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and
sendToOCPQueue=true
[junit4] 2> 743749 INFO
(zkCallback-1695-thread-2-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 743750 INFO
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 743758 INFO
(OverseerCollectionConfigSetProcessor-97433582312030213-127.0.0.1:39783_solr-n_0000000000)
[n:127.0.0.1:39783_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 743758 INFO
(OverseerThreadFactory-2902-thread-2-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 743759 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr ]
o.a.s.m.SolrMetricManager Closing metric reporters for:
solr.core.MissingSegmentRecoveryTest.shard1.replica2
[junit4] 2> 743759 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr ]
o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] CLOSING SolrCore
org.apache.solr.core.SolrCore@2b5de560
[junit4] 2> 743761 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr ]
o.a.s.m.SolrMetricManager Closing metric reporters for:
solr.core.MissingSegmentRecoveryTest.shard1.replica2
[junit4] 2> 743765 ERROR
(OverseerThreadFactory-2902-thread-2-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.OverseerCollectionMessageHandler Error
from shard: https://127.0.0.1:34519/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException
occured when talking to server at: https://127.0.0.1:34519/solr
[junit4] 2> at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:641)
[junit4] 2> at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException:
127.0.0.1:34519 failed to respond
[junit4] 2> at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
[junit4] 2> at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
[junit4] 2> at
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
[junit4] 2> at
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
[junit4] 2> at
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
[junit4] 2> at
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
[junit4] 2> at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
[junit4] 2> at
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:532)
[junit4] 2> ... 12 more
[junit4] 2> 743771 INFO
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext There may be a better leader candidate than
us - going back into recovery
[junit4] 2> 743771 INFO
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader
parent node, won't remove previous leader registration.
[junit4] 2> 743771 INFO
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ActionThrottle The last
leader attempt started 1ms ago.
[junit4] 2> 743771 INFO
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ActionThrottle Throttling
leader attempts - waiting for 4998ms
[junit4] 2> 743772 INFO (qtp1548116953-7359) [n:127.0.0.1:39783_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
status=0 QTime=13
[junit4] 2> 743876 INFO
(zkCallback-1707-thread-2-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDeleted
path:/collections/MissingSegmentRecoveryTest/state.json] for collection
[MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 744479 INFO (qtp1548116953-7372) [n:127.0.0.1:39783_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2}
status=0 QTime=730
[junit4] 2> 744480 INFO
(TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[AF6B90BC08563644]) [
] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery
-Dtests.seed=AF6B90BC08563644 -Dtests.multiplier=2 -Dtests.slow=true
-Dtests.locale=da-DK -Dtests.timezone=SystemV/YST9YDT -Dtests.asserts=true
-Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 4.33s J2 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<10> but
was:<0>
[junit4] > at
__randomizedtesting.SeedInfo.seed([AF6B90BC08563644:FF3E08BF51778059]:0)
[junit4] > at
org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 744485 INFO
(httpUriRequest-1709-thread-1-processing-x:MissingSegmentRecoveryTest_shard1_replica1
r:core_node2 n:127.0.0.1:34519_solr https:////127.0.0.1:39783//solr s:shard1
c:MissingSegmentRecoveryTest) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.h.i.e.RetryExec I/O exception
(org.apache.http.NoHttpResponseException) caught when processing request to
{s}->https://127.0.0.1:39783: The target server failed to respond
[junit4] 2> 744485 INFO
(httpUriRequest-1709-thread-1-processing-x:MissingSegmentRecoveryTest_shard1_replica1
r:core_node2 n:127.0.0.1:34519_solr https:////127.0.0.1:39783//solr s:shard1
c:MissingSegmentRecoveryTest) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.h.i.e.RetryExec Retrying
request to {s}->https://127.0.0.1:39783
[junit4] 2> 744485 INFO (jetty-launcher-1685-thread-1) [ ]
o.e.j.s.AbstractConnector Stopped ServerConnector@626ac073{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 744486 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1758844520
[junit4] 2> 744486 INFO (jetty-launcher-1685-thread-2) [ ]
o.e.j.s.AbstractConnector Stopped ServerConnector@288d503c{SSL,[ssl,
http/1.1]}{127.0.0.1:34519}
[junit4] 2> 744487 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1596930080
[junit4] 2> 744488 WARN (jetty-launcher-1685-thread-2) [ ]
o.a.s.c.RecoveryStrategy Stopping recovery for
core=[MissingSegmentRecoveryTest_shard1_replica1] coreNodeName=[core_node2]
[junit4] 2> 744493 ERROR
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy Error
while trying to recover.
core=MissingSegmentRecoveryTest_shard1_replica1:java.util.concurrent.ExecutionException:
org.apache.solr.client.solrj.SolrServerException: Server refused connection
at: https://127.0.0.1:39783/solr
[junit4] 2> at
java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at
java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at
org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:614)
[junit4] 2> at
org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:591)
[junit4] 2> at
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:351)
[junit4] 2> at
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:222)
[junit4] 2> at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException:
Server refused connection at: https://127.0.0.1:39783/solr
[junit4] 2> at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:634)
[junit4] 2> at
org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:319)
[junit4] 2> ... 5 more
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException:
Connect to 127.0.0.1:39783 [/127.0.0.1] failed: Connection refused
[junit4] 2> at
org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
[junit4] 2> at
org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
[junit4] 2> at
org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
[junit4] 2> at
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
[junit4] 2> at
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:532)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at
java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at
java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at
java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at
java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at
org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:337)
[junit4] 2> at
org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 744493 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy Replay
not started, or was not successful... still buffering updates.
[junit4] 2> 744493 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy
RecoveryStrategy has been closed
[junit4] 2> 744493 INFO
(recoveryExecutor-1705-thread-1-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy Finished
recovery process, successful=[false]
[junit4] 2> 744493 WARN
(updateExecutor-1704-thread-2-processing-n:127.0.0.1:34519_solr
x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1
c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:34519_solr
c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DefaultSolrCoreState
Skipping recovery because Solr is shutdown
[junit4] 2> 744497 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.c.Overseer Overseer
(id=97433582312030213-127.0.0.1:39783_solr-n_0000000000) closing
[junit4] 2> 744497 INFO
(OverseerStateUpdate-97433582312030213-127.0.0.1:39783_solr-n_0000000000)
[n:127.0.0.1:39783_solr ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:39783_solr
[junit4] 2> 744499 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x15a2753aee7000b, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 744654 ERROR (qtp1548116953-7369) [n:127.0.0.1:39783_solr ]
o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Solr is
shutting down
[junit4] 2> at
org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:183)
[junit4] 2> at
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:378)
[junit4] 2> at
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
[junit4] 2> at
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:171)
[junit4] 2> at
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
[junit4] 2> at
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
[junit4] 2> at
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
[junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at
org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 744655 INFO (qtp1548116953-7369) [n:127.0.0.1:39783_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={nodeName=127.0.0.1:34519_solr&onlyIfLeaderActive=true&core=MissingSegmentRecoveryTest_shard1_replica2&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
status=400 QTime=1001
[junit4] 2> 745999 WARN
(zkCallback-1707-thread-2-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 745999 WARN
(zkCallback-1695-thread-3-processing-n:127.0.0.1:39783_solr)
[n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 746000 INFO (jetty-launcher-1685-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 746000 INFO (jetty-launcher-1685-thread-1) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@6a092305{/solr,null,UNAVAILABLE}
[junit4] 2> 748770 ERROR
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.Overseer Could not create
Overseer node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:601)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:588)
[junit4] 2> at
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:310)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:677)
[junit4] 2> at
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:340)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 748770 INFO
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore
[MissingSegmentRecoveryTest_shard1_replica1] CLOSING SolrCore
org.apache.solr.core.SolrCore@549afa5f
[junit4] 2> 748771 WARN
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.RecoveryStrategy Stopping
recovery for core=[MissingSegmentRecoveryTest_shard1_replica1]
coreNodeName=[core_node2]
[junit4] 2> 748772 INFO
(zkCallback-1707-thread-1-processing-n:127.0.0.1:34519_solr)
[n:127.0.0.1:34519_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2
x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing
metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
[junit4] 2> 748773 INFO (jetty-launcher-1685-thread-2) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 748774 INFO (jetty-launcher-1685-thread-2) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@4615dc2a{/solr,null,UNAVAILABLE}
[junit4] 2> 748775 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:49226 49226
[junit4] 2> 748863 INFO (Thread-1320) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:49226 49226
[junit4] 2> 748864 WARN (Thread-1320) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5
/solr/collections/MissingSegmentRecoveryTest/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2
/solr/overseer_elect/election/97433582312030213-127.0.0.1:39783_solr-n_0000000000
[junit4] 2> 2
/solr/collections/MissingSegmentRecoveryTest/leader_elect/shard1/election/97433582312030213-core_node1-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/overseer/queue
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 748864 INFO
(SUITE-MissingSegmentRecoveryTest-seed#[AF6B90BC08563644]-worker) [ ]
o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MissingSegmentRecoveryTest_AF6B90BC08563644-001
[junit4] 2> Feb 10, 2017 9:21:29 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
{_version_=Lucene50(blocksize=128), id=PostingsFormat(name=MockRandom)},
docValues:{}, maxPointsInLeafNode=1083, maxMBSortInHeap=5.709560432413866,
sim=RandomSimilarity(queryNorm=true): {}, locale=da-DK, timezone=SystemV/YST9YDT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation
1.8.0_102 (64-bit)/cpus=4,threads=1,free=136654008,total=499646464
[junit4] 2> NOTE: All tests run in this JVM:
[LeaderElectionContextKeyTest, UpdateParamsTest, CoreAdminHandlerTest,
StatelessScriptUpdateProcessorFactoryTest, TestInPlaceUpdatesDistrib,
CustomCollectionTest, TestFieldSortValues, SolrCoreCheckLockOnStartupTest,
TestBlendedInfixSuggestions, CoreMergeIndexesAdminHandlerTest,
CloneFieldUpdateProcessorFactoryTest, OutputWriterTest,
TestSolrConfigHandlerCloud, DistributedFacetPivotSmallAdvancedTest,
TestTrieFacet, TestTestInjection, TestBinaryField, TestMaxScoreQueryParser,
TestNumericTerms32, TestSchemalessBufferedUpdates,
TestDocBasedVersionConstraints, TestDistribIDF, TestRandomFlRTGCloud,
LeaderElectionTest, SimpleCollectionCreateDeleteTest, TestDocSet,
TestReplicaProperties, StatsComponentTest, DocValuesNotIndexedTest,
TestLuceneMatchVersion, TestRestoreCore, DirectUpdateHandlerOptimizeTest,
HdfsRecoverLeaseTest, DeleteNodeTest, FieldMutatingUpdateProcessorTest,
TestZkChroot, HdfsBasicDistributedZk2Test, SuggestComponentTest,
BlockJoinFacetDistribTest, TestApiFramework, TestComplexPhraseLeadingWildcard,
TestJavabinTupleStreamParser, FieldAnalysisRequestHandlerTest,
WrapperMergePolicyFactoryTest, DataDrivenBlockJoinTest, TestCloudManagedSchema,
OverseerTest, TestShardHandlerFactory, SubstringBytesRefFilterTest,
MergeStrategyTest, DistributedFacetExistsSmallTest, EchoParamsTest, TestUtils,
TestSolrXml, TestCollationField, TestSubQueryTransformer,
PeerSyncReplicationTest, TestConfig, DistribJoinFromCollectionTest,
SolrGraphiteReporterTest, TestSchemaSimilarityResource,
OverriddenZkACLAndCredentialsProvidersTest, TestDownShardTolerantSearch,
FacetPivotSmallTest, BufferStoreTest, LeaderInitiatedRecoveryOnCommitTest,
CdcrReplicationHandlerTest, RequestHandlersTest, TestRawTransformer,
TestClusterStateMutator, MissingSegmentRecoveryTest]
[junit4] Completed [222/694 (1!)] on J2 in 10.04s, 1 test, 1 failure <<<
FAILURES!
[...truncated 14133 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:775: The
following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:117: The
following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1937:
Rat problems were found!
Total time: 74 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
