Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/200/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.test
Error Message:
shard1_0 is not consistent expected:<133> but was:<134>
Stack Trace:
java.lang.AssertionError: shard1_0 is not consistent expected:<133> but
was:<134>
at
__randomizedtesting.SeedInfo.seed([6CD5CDB54236C427:E481F26FECCAA9DF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at
org.apache.solr.cloud.ShardSplitTest.checkSubShardConsistency(ShardSplitTest.java:904)
at
org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:858)
at
org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:664)
at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11915 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/init-core-data-001
[junit4] 2> 814352 WARN
(SUITE-ShardSplitTest-seed#[6CD5CDB54236C427]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 814353 INFO
(SUITE-ShardSplitTest-seed#[6CD5CDB54236C427]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 814354 INFO
(SUITE-ShardSplitTest-seed#[6CD5CDB54236C427]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 814354 INFO
(SUITE-ShardSplitTest-seed#[6CD5CDB54236C427]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 814354 INFO
(SUITE-ShardSplitTest-seed#[6CD5CDB54236C427]-worker) [ ]
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /bc_af/
[junit4] 2> 814356 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 814356 INFO (Thread-2002) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 814356 INFO (Thread-2002) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 814357 ERROR (Thread-2002) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 814456 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ZkTestServer start zk server on port:58148
[junit4] 2> 814489 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 814497 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 814502 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 814507 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 814511 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 814514 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 814517 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 814520 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 814522 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 814524 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 814525 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractZkTestCase put
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 814528 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly
asked otherwise
[junit4] 2> 814639 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 814640 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@5f57a99b{/bc_af,null,AVAILABLE}
[junit4] 2> 814640 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@500f5cb4{HTTP/1.1,[http/1.1]}{127.0.0.1:59357}
[junit4] 2> 814640 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server Started @817100ms
[junit4] 2> 814640 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/tempDir-001/control/data,
replicaType=NRT, hostContext=/bc_af, hostPort=59357,
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/control-001/cores}
[junit4] 2> 814640 ERROR
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 814640 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.1.0
[junit4] 2> 814640 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 814640 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 814640 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-22T06:45:32.835Z
[junit4] 2> 814643 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 814643 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/control-001/solr.xml
[junit4] 2> 814647 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 814650 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58148/solr
[junit4] 2> 814757 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59357_bc_af ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 814758 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59357_bc_af ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:59357_bc_af
[junit4] 2> 814759 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59357_bc_af ] o.a.s.c.Overseer Overseer
(id=98701327240527876-127.0.0.1:59357_bc_af-n_0000000000) starting
[junit4] 2> 814767 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59357_bc_af ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:59357_bc_af
[junit4] 2> 814769 INFO
(zkCallback-1128-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 814904 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59357_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 814910 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59357_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 814910 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59357_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 814911 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59357_bc_af ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/control-001/cores
[junit4] 2> 814925 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 814926 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58148/solr ready
[junit4] 2> 814929 INFO (qtp1992245735-7059) [n:127.0.0.1:59357_bc_af
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:59357_bc_af&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 814930 INFO
(OverseerThreadFactory-3078-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.CreateCollectionCmd Create collection
control_collection
[junit4] 2> 815048 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 815048 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 815163 INFO
(zkCallback-1128-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 816069 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 816077 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 816127 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 816147 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1'
using configuration from collection control_collection, trusted=true
[junit4] 2> 816148 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.control_collection.shard1.replica_n1' (registry
'solr.core.control_collection.shard1.replica_n1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 816148 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 816148 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore
at
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/control-001/cores/control_collection_shard1_replica_n1],
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 816150 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=35, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=99.9111328125,
floorSegmentMB=1.97265625, forceMergeDeletesPctAllowed=2.7307930065476405,
segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.489399200800239
[junit4] 2> 816153 WARN (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 816189 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 816189 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 816189 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 816189 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 816190 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=37, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=66.0478515625,
floorSegmentMB=2.1083984375, forceMergeDeletesPctAllowed=5.349221652642534,
segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 816191 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@494b0c94[control_collection_shard1_replica_n1] main]
[junit4] 2> 816192 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 816193 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 816193 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 816193 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1579221237773631488
[junit4] 2> 816194 INFO
(searcherExecutor-3081-thread-1-processing-n:127.0.0.1:59357_bc_af
x:control_collection_shard1_replica_n1 s:shard1 c:control_collection)
[n:127.0.0.1:59357_bc_af c:control_collection s:shard1
x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore
[control_collection_shard1_replica_n1] Registered new searcher
Searcher@494b0c94[control_collection_shard1_replica_n1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 816200 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 816201 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 816201 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:59357/bc_af/control_collection_shard1_replica_n1/
[junit4] 2> 816201 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 816201 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy
http://127.0.0.1:59357/bc_af/control_collection_shard1_replica_n1/ has no
replicas
[junit4] 2> 816201 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 816206 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:59357/bc_af/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 816310 INFO
(zkCallback-1128-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 816358 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 816361 INFO (qtp1992245735-7060) [n:127.0.0.1:59357_bc_af
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1314
[junit4] 2> 816368 INFO (qtp1992245735-7059) [n:127.0.0.1:59357_bc_af
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 816470 INFO
(zkCallback-1128-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 816934 INFO
(OverseerCollectionConfigSetProcessor-98701327240527876-127.0.0.1:59357_bc_af-n_0000000000)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 817371 INFO (qtp1992245735-7059) [n:127.0.0.1:59357_bc_af
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:59357_bc_af&wt=javabin&version=2}
status=0 QTime=2443
[junit4] 2> 817383 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 817386 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58148/solr ready
[junit4] 2> 817386 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection
loss:false
[junit4] 2> 817388 INFO (qtp1992245735-7056) [n:127.0.0.1:59357_bc_af
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 817394 INFO
(OverseerThreadFactory-3078-thread-2-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.CreateCollectionCmd Create collection
collection1
[junit4] 2> 817397 WARN
(OverseerThreadFactory-3078-thread-2-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.CreateCollectionCmd It is unusual to
create a collection (collection1) without cores.
[junit4] 2> 817611 INFO (qtp1992245735-7056) [n:127.0.0.1:59357_bc_af
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 817611 INFO (qtp1992245735-7056) [n:127.0.0.1:59357_bc_af
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2}
status=0 QTime=223
[junit4] 2> 817780 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-1-001
of type TLOG
[junit4] 2> 817780 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 817781 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@325c1f4f{/bc_af,null,AVAILABLE}
[junit4] 2> 817782 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@60088d2b{HTTP/1.1,[http/1.1]}{127.0.0.1:59881}
[junit4] 2> 817782 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server Started @820244ms
[junit4] 2> 817782 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/tempDir-001/jetty1,
replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/bc_af,
hostPort=59881,
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-1-001/cores}
[junit4] 2> 817782 ERROR
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 817782 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.1.0
[junit4] 2> 817782 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 817782 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 817782 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-22T06:45:35.977Z
[junit4] 2> 817785 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 817785 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-1-001/solr.xml
[junit4] 2> 817794 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 817796 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58148/solr
[junit4] 2> 817808 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 817810 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59881_bc_af ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 817813 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59881_bc_af ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:59881_bc_af
[junit4] 2> 817815 INFO
(zkCallback-1128-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 817815 INFO (zkCallback-1135-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 817816 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 817884 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59881_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 817891 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59881_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 817891 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59881_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 817892 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:59881_bc_af ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-1-001/cores
[junit4] 2> 817915 INFO (qtp1869195509-7099) [n:127.0.0.1:59881_bc_af
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with
params
node=127.0.0.1:59881_bc_af&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 817919 INFO
(OverseerCollectionConfigSetProcessor-98701327240527876-127.0.0.1:59357_bc_af-n_0000000000)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 817919 INFO
(OverseerThreadFactory-3078-thread-3-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.AddReplicaCmd Node Identified
127.0.0.1:59881_bc_af for creating new replica
[junit4] 2> 817923 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 817923 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 818031 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 818940 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.1.0
[junit4] 2> 818963 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema
[collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 819057 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 819100 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard2_replica_t41' using configuration from
collection collection1, trusted=true
[junit4] 2> 819101 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard2.replica_t41' (registry
'solr.core.collection1.shard2.replica_t41') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 819101 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 819101 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore
[[collection1_shard2_replica_t41] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-1-001/cores/collection1_shard2_replica_t41],
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 819106 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=35, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=99.9111328125,
floorSegmentMB=1.97265625, forceMergeDeletesPctAllowed=2.7307930065476405,
segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.489399200800239
[junit4] 2> 819109 WARN (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 819152 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 819152 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 819153 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 819153 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 819153 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=37, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=66.0478515625,
floorSegmentMB=2.1083984375, forceMergeDeletesPctAllowed=5.349221652642534,
segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 819153 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@7da2d7f3[collection1_shard2_replica_t41] main]
[junit4] 2> 819157 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 819158 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 819158 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 819158 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1579221240882659328
[junit4] 2> 819159 INFO
(searcherExecutor-3092-thread-1-processing-n:127.0.0.1:59881_bc_af
x:collection1_shard2_replica_t41 s:shard2 c:collection1)
[n:127.0.0.1:59881_bc_af c:collection1 s:shard2
x:collection1_shard2_replica_t41] o.a.s.c.SolrCore
[collection1_shard2_replica_t41] Registered new searcher
Searcher@7da2d7f3[collection1_shard2_replica_t41]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 819166 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 819166 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 819166 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy
Sync replicas to http://127.0.0.1:59881/bc_af/collection1_shard2_replica_t41/
[junit4] 2> 819166 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy
Sync Success - now sync replicas to me
[junit4] 2> 819166 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy
http://127.0.0.1:59881/bc_af/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 819166 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 819166 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController
collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 819171 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:59881/bc_af/collection1_shard2_replica_t41/ shard2
[junit4] 2> 819275 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 819323 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController
I am the leader, no recovery necessary
[junit4] 2> 819327 INFO (qtp1869195509-7101) [n:127.0.0.1:59881_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=1404
[junit4] 2> 819334 INFO (qtp1869195509-7099) [n:127.0.0.1:59881_bc_af
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={node=127.0.0.1:59881_bc_af&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2}
status=0 QTime=1419
[junit4] 2> 819433 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 819486 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-2-001
of type TLOG
[junit4] 2> 819486 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 819487 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@1d0eb84e{/bc_af,null,AVAILABLE}
[junit4] 2> 819487 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@41cc74fd{HTTP/1.1,[http/1.1]}{127.0.0.1:33083}
[junit4] 2> 819487 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server Started @821950ms
[junit4] 2> 819487 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/tempDir-001/jetty2,
replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/bc_af,
hostPort=33083,
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-2-001/cores}
[junit4] 2> 819488 ERROR
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 819488 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.1.0
[junit4] 2> 819488 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 819488 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 819488 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-22T06:45:37.683Z
[junit4] 2> 819491 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 819491 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-2-001/solr.xml
[junit4] 2> 819494 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 819496 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58148/solr
[junit4] 2> 819508 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (2)
[junit4] 2> 819511 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:33083_bc_af ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 819513 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:33083_bc_af ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:33083_bc_af
[junit4] 2> 819515 INFO (zkCallback-1135-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 819516 INFO
(zkCallback-1128-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 819516 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 819517 INFO
(zkCallback-1146-thread-1-processing-n:127.0.0.1:33083_bc_af)
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 819594 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:33083_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 819602 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:33083_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 819602 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:33083_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 819603 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:33083_bc_af ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-2-001/cores
[junit4] 2> 819627 INFO (qtp1869195509-7102) [n:127.0.0.1:59881_bc_af
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with
params
node=127.0.0.1:33083_bc_af&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 819631 INFO
(OverseerCollectionConfigSetProcessor-98701327240527876-127.0.0.1:59357_bc_af-n_0000000000)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 819632 INFO
(OverseerThreadFactory-3078-thread-4-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.AddReplicaCmd Node Identified
127.0.0.1:33083_bc_af for creating new replica
[junit4] 2> 819636 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 819636 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 819743 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 819743 INFO
(zkCallback-1146-thread-1-processing-n:127.0.0.1:33083_bc_af)
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 820659 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.1.0
[junit4] 2> 820670 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema
[collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 820718 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 820737 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard1_replica_t43' using configuration from
collection collection1, trusted=true
[junit4] 2> 820737 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard1.replica_t43' (registry
'solr.core.collection1.shard1.replica_t43') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 820738 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 820738 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore
[[collection1_shard1_replica_t43] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-2-001/cores/collection1_shard1_replica_t43],
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 820740 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=35, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=99.9111328125,
floorSegmentMB=1.97265625, forceMergeDeletesPctAllowed=2.7307930065476405,
segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.489399200800239
[junit4] 2> 820744 WARN (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 820785 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 820785 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 820785 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 820785 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 820786 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=37, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=66.0478515625,
floorSegmentMB=2.1083984375, forceMergeDeletesPctAllowed=5.349221652642534,
segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 820787 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@58607cbc[collection1_shard1_replica_t43] main]
[junit4] 2> 820788 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 820789 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 820789 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 820789 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1579221242592886784
[junit4] 2> 820790 INFO
(searcherExecutor-3103-thread-1-processing-n:127.0.0.1:33083_bc_af
x:collection1_shard1_replica_t43 s:shard1 c:collection1)
[n:127.0.0.1:33083_bc_af c:collection1 s:shard1
x:collection1_shard1_replica_t43] o.a.s.c.SolrCore
[collection1_shard1_replica_t43] Registered new searcher
Searcher@58607cbc[collection1_shard1_replica_t43]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 820796 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 820796 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 820796 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy
Sync replicas to http://127.0.0.1:33083/bc_af/collection1_shard1_replica_t43/
[junit4] 2> 820796 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy
Sync Success - now sync replicas to me
[junit4] 2> 820796 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy
http://127.0.0.1:33083/bc_af/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 820796 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 820797 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController
collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 820801 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:33083/bc_af/collection1_shard1_replica_t43/ shard1
[junit4] 2> 820905 INFO
(zkCallback-1146-thread-1-processing-n:127.0.0.1:33083_bc_af)
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 820905 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 820952 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController
I am the leader, no recovery necessary
[junit4] 2> 820954 INFO (qtp451454237-7128) [n:127.0.0.1:33083_bc_af
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=1318
[junit4] 2> 820957 INFO (qtp1869195509-7102) [n:127.0.0.1:59881_bc_af
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={node=127.0.0.1:33083_bc_af&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2}
status=0 QTime=1331
[junit4] 2> 821059 INFO
(zkCallback-1146-thread-1-processing-n:127.0.0.1:33083_bc_af)
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 821059 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 821076 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-3-001
of type TLOG
[junit4] 2> 821076 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 821077 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@7c378c4e{/bc_af,null,AVAILABLE}
[junit4] 2> 821078 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@5953d703{HTTP/1.1,[http/1.1]}{127.0.0.1:45817}
[junit4] 2> 821078 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server Started @823541ms
[junit4] 2> 821078 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/tempDir-001/jetty3,
replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/bc_af,
hostPort=45817,
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-3-001/cores}
[junit4] 2> 821078 ERROR
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 821078 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.1.0
[junit4] 2> 821078 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 821078 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 821078 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-22T06:45:39.273Z
[junit4] 2> 821081 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 821081 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-3-001/solr.xml
[junit4] 2> 821091 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 821093 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58148/solr
[junit4] 2> 821106 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:45817_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (3)
[junit4] 2> 821109 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:45817_bc_af ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 821112 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:45817_bc_af ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:45817_bc_af
[junit4] 2> 821113 INFO
(zkCallback-1146-thread-1-processing-n:127.0.0.1:33083_bc_af)
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 821113 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 821114 INFO
(zkCallback-1128-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 821114 INFO (zkCallback-1135-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 821115 INFO
(zkCallback-1152-thread-1-processing-n:127.0.0.1:45817_bc_af)
[n:127.0.0.1:45817_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 821222 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:45817_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 821230 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:45817_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 821230 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:45817_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 821231 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:45817_bc_af ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-3-001/cores
[junit4] 2> 821317 INFO (qtp1869195509-7103) [n:127.0.0.1:59881_bc_af
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with
params
node=127.0.0.1:45817_bc_af&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 821401 INFO
(OverseerCollectionConfigSetProcessor-98701327240527876-127.0.0.1:59357_bc_af-n_0000000000)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 821404 INFO
(OverseerThreadFactory-3078-thread-5-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.AddReplicaCmd Node Identified
127.0.0.1:45817_bc_af for creating new replica
[junit4] 2> 821417 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 821418 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 821556 INFO
(zkCallback-1146-thread-1-processing-n:127.0.0.1:33083_bc_af)
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [4])
[junit4] 2> 821556 INFO
(zkCallback-1152-thread-1-processing-n:127.0.0.1:45817_bc_af)
[n:127.0.0.1:45817_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [4])
[junit4] 2> 821556 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [4])
[junit4] 2> 822439 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.1.0
[junit4] 2> 822448 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema
[collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 822502 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 822519 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard2_replica_t45' using configuration from
collection collection1, trusted=true
[junit4] 2> 822520 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard2.replica_t45' (registry
'solr.core.collection1.shard2.replica_t45') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 822520 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 822520 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore
[[collection1_shard2_replica_t45] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-3-001/cores/collection1_shard2_replica_t45],
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 822522 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=35, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=99.9111328125,
floorSegmentMB=1.97265625, forceMergeDeletesPctAllowed=2.7307930065476405,
segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.489399200800239
[junit4] 2> 822526 WARN (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 822565 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 822565 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 822566 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 822566 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 822567 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=37, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=66.0478515625,
floorSegmentMB=2.1083984375, forceMergeDeletesPctAllowed=5.349221652642534,
segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 822567 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@6392b20b[collection1_shard2_replica_t45] main]
[junit4] 2> 822569 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 822569 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 822569 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 822570 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1579221244460400640
[junit4] 2> 822570 INFO
(searcherExecutor-3114-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2
x:collection1_shard2_replica_t45] o.a.s.c.SolrCore
[collection1_shard2_replica_t45] Registered new searcher
Searcher@6392b20b[collection1_shard2_replica_t45]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 822574 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController
Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 822574 INFO (qtp671751132-7157) [n:127.0.0.1:45817_bc_af
c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=1157
[junit4] 2> 822574 INFO
(updateExecutor-1149-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2 r:core_node46
x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 822575 INFO
(recoveryExecutor-1150-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2 r:core_node46
x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery
process. recoveringAfterStartup=true
[junit4] 2> 822576 INFO
(recoveryExecutor-1150-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2 r:core_node46
x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ######
startupVersions=[[]]
[junit4] 2> 822576 INFO
(recoveryExecutor-1150-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2 r:core_node46
x:collection1_shard2_replica_t45] o.a.s.c.ZkController
collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 822576 INFO
(recoveryExecutor-1150-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2 r:core_node46
x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering
updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 822576 INFO
(recoveryExecutor-1150-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2 r:core_node46
x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates.
FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 822576 INFO
(recoveryExecutor-1150-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2 r:core_node46
x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of
core [collection1_shard2_replica_t45] as recovering, leader is
[http://127.0.0.1:59881/bc_af/collection1_shard2_replica_t41/] and I am
[http://127.0.0.1:45817/bc_af/collection1_shard2_replica_t45/]
[junit4] 2> 822578 INFO (qtp1869195509-7103) [n:127.0.0.1:59881_bc_af
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={node=127.0.0.1:45817_bc_af&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2}
status=0 QTime=1261
[junit4] 2> 822579 INFO
(recoveryExecutor-1150-thread-1-processing-n:127.0.0.1:45817_bc_af
x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46)
[n:127.0.0.1:45817_bc_af c:collection1 s:shard2 r:core_node46
x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep
recovery command to [http://127.0.0.1:59881/bc_af]; [WaitForState:
action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:45817_bc_af&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 822581 INFO (qtp1869195509-7097) [n:127.0.0.1:59881_bc_af
] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state:
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true,
maxTime: 183 s
[junit4] 2> 822581 INFO (qtp1869195509-7097) [n:127.0.0.1:59881_bc_af
] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1,
shard=shard2, thisCore=collection1_shard2_replica_t41,
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true,
currentState=down, localState=active, nodeName=127.0.0.1:45817_bc_af,
coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps:
core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:45817/bc_af","node_name":"127.0.0.1:45817_bc_af","state":"down","type":"TLOG"}
[junit4] 2> 822682 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [4])
[junit4] 2> 822682 INFO
(zkCallback-1146-thread-1-processing-n:127.0.0.1:33083_bc_af)
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [4])
[junit4] 2> 822682 INFO
(zkCallback-1152-thread-1-processing-n:127.0.0.1:45817_bc_af)
[n:127.0.0.1:45817_bc_af ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [4])
[junit4] 2> 822695 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-4-001
of type TLOG
[junit4] 2> 822695 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 822696 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@73774780{/bc_af,null,AVAILABLE}
[junit4] 2> 822697 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@9abafd4{HTTP/1.1,[http/1.1]}{127.0.0.1:36796}
[junit4] 2> 822697 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.Server Started @825161ms
[junit4] 2> 822697 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/tempDir-001/jetty4,
replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/bc_af,
hostPort=36796,
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-4-001/cores}
[junit4] 2> 822697 ERROR
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 822697 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.1.0
[junit4] 2> 822697 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 822697 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 822697 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-22T06:45:40.892Z
[junit4] 2> 822701 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 822701 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001/shard-4-001/solr.xml
[junit4] 2> 822709 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 822711 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58148/solr
[junit4] 2> 822725 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:36796_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (4)
[junit4] 2> 822728 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:36796_bc_af ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 822732 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:36796_bc_af ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:36796_bc_af
[junit4] 2> 822756 INFO
(zkCallback-1152-thread-1-processing-n:127.0.0.1:45817_bc_af)
[n:127.0.0.1:45817_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 822758 INFO
(zkCallback-1128-thread-1-processing-n:127.0.0.1:59357_bc_af)
[n:127.0.0.1:59357_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 822758 INFO
(zkCallback-1146-thread-1-processing-n:127.0.0.1:33083_bc_af)
[n:127.0.0.1:33083_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 822760 INFO
(zkCallback-1159-thread-1-processing-n:127.0.0.1:36796_bc_af)
[n:127.0.0.1:36796_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 822763 INFO (zkCallback-1135-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 822765 INFO
(zkCallback-1140-thread-1-processing-n:127.0.0.1:59881_bc_af)
[n:127.0.0.1:59881_bc_af ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 822864 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:36796_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@3b1fcc74
[junit4] 2> 822871 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[6CD5CDB54236C427])
[n:127.0.0.1:36796_bc_af ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') ena
[...truncated too long message...]
olrCall.call(HttpSolrCall.java:507)
[junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at
org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1023001 INFO (qtp660417658-8414) [n:127.0.0.1:36574_bc_af
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={nodeName=127.0.0.1:46464_bc_af&core=shardSplitWithRule_shard1_0_replica_n5&coreNodeName=core_node10&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
status=400 QTime=5007
[junit4] 2> 1023675 WARN
(zkCallback-1349-thread-1-processing-n:127.0.0.1:36574_bc_af)
[n:127.0.0.1:36574_bc_af c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1023676 INFO
(zkCallback-1349-thread-1-processing-n:127.0.0.1:36574_bc_af)
[n:127.0.0.1:36574_bc_af c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.c.ShardLeaderElectionContext We failed
sync, but we have no versions - we can't sync in that case - we were active
before, so become leader anyway
[junit4] 2> 1023676 INFO
(zkCallback-1349-thread-1-processing-n:127.0.0.1:36574_bc_af)
[n:127.0.0.1:36574_bc_af c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.c.SolrCore
[collection1_shard1_replica_n47] CLOSING SolrCore
org.apache.solr.core.SolrCore@59844789
[junit4] 2> 1023676 INFO
(zkCallback-1349-thread-1-processing-n:127.0.0.1:36574_bc_af)
[n:127.0.0.1:36574_bc_af c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.core.collection1.shard1.replica_n47, tag=1501841289
[junit4] 2> 1023676 INFO
(zkCallback-1349-thread-1-processing-n:127.0.0.1:36574_bc_af)
[n:127.0.0.1:36574_bc_af c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@578259b9: rootName = null,
domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id
= null] for registry solr.core.collection1.shard1.replica_n47 /
com.codahale.metrics.MetricRegistry@7d6f1c04
[junit4] 2> 1023685 INFO
(zkCallback-1349-thread-1-processing-n:127.0.0.1:36574_bc_af)
[n:127.0.0.1:36574_bc_af c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.collection.collection1.shard1.leader, tag=1501841289
[junit4] 2> 1023688 INFO
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@66001ab0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1023688 INFO
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[6CD5CDB54236C427]) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@4382faf2{/bc_af,null,UNAVAILABLE}
[junit4] 2> 1023692 INFO
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ChaosMonkey monkey: stop jetty! 46464
[junit4] 2> 1023692 ERROR
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[6CD5CDB54236C427]) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1023694 INFO
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[6CD5CDB54236C427]) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:59261 59261
[junit4] 2> 1023770 INFO (Thread-2228) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:59261 59261
[junit4] 2> 1023772 WARN (Thread-2228) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 59 /solr/collections/shardSplitWithRule/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_6CD5CDB54236C427-001
[junit4] 2> Sep 22, 2017 6:49:01 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard,
sim=RandomSimilarity(queryNorm=true): {}, locale=en, timezone=Europe/Budapest
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141
(64-bit)/cpus=3,threads=1,free=108948344,total=298528768
[junit4] 2> NOTE: All tests run in this JVM: [BitVectorTest,
TestSegmentSorting, TestRetrieveFieldsOptimizer, TestAtomicUpdateErrorCases,
ChaosMonkeySafeLeaderWithPullReplicasTest, UtilsToolTest, ReplaceNodeTest,
DistribCursorPagingTest, UpdateLogTest, DirectSolrConnectionTest,
CloneFieldUpdateProcessorFactoryTest, TestRandomDVFaceting, CircularListTest,
MultiThreadedOCPTest, TestCopyFieldCollectionResource,
TestObjectReleaseTracker, SSLMigrationTest, DistributedFacetPivotLargeTest,
AddSchemaFieldsUpdateProcessorFactoryTest, TestHdfsCloudBackupRestore,
DeleteNodeTest, CdcrBootstrapTest, TestSolrCLIRunExample, NumericFieldsTest,
TestStreamBody, TestReRankQParserPlugin,
TestOverriddenPrefixQueryForCustomFieldType, SortSpecParsingTest,
IgnoreCommitOptimizeUpdateProcessorFactoryTest, CollectionReloadTest,
TestGraphTermsQParserPlugin, TestSimpleTextCodec, DocValuesTest,
SpatialRPTFieldTypeTest, BigEndianAscendingWordDeserializerTest,
TestFuzzyAnalyzedSuggestions, TestSolrCoreSnapshots, TestJsonFacetRefinement,
ScriptEngineTest, TestDelegationWithHadoopAuth, SimplePostToolTest,
TestNumericRangeQuery32, TestSizeLimitedDistributedMap,
HttpSolrCallGetCoreTest, OverseerCollectionConfigSetProcessorTest,
CoreMergeIndexesAdminHandlerTest, HdfsUnloadDistributedZkTest,
DistributedSpellCheckComponentTest, SolrSlf4jReporterTest, SolrXmlInZkTest,
TestDefaultStatsCache, TestCollectionAPIs, TestReversedWildcardFilterFactory,
DistributedExpandComponentTest, SpatialHeatmapFacetsTest,
DistribJoinFromCollectionTest, TestIndexingPerformance,
TestFieldCacheWithThreads, TestSolrCloudWithHadoopAuthPlugin,
PrimitiveFieldTypeTest, TestSchemaVersionResource, TestSQLHandlerNonCloud,
OutOfBoxZkACLAndCredentialsProvidersTest, SuggestComponentTest,
ZkControllerTest, HdfsDirectoryTest, IndexSchemaTest,
TestUniqueKeyFieldResource, TestInitParams, ReturnFieldsTest,
ConjunctionSolrSpellCheckerTest, TestReplicationHandlerBackup,
TestCollectionAPI, SimpleMLTQParserTest, TestGroupingSearch,
PathHierarchyTokenizerFactoryTest, OverseerTaskQueueTest, TestTolerantSearch,
LeaderElectionTest, DateRangeFieldTest, ShardSplitTest]
[junit4] Completed [182/732 (1!)] on J0 in 209.71s, 5 tests, 1 failure <<<
FAILURES!
[...truncated 48251 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
