Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/854/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 
seconds
        at 
__randomizedtesting.SeedInfo.seed([7B7DEB998F6E574C:F05A3848CE68FCC8]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
        at 
org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11944 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/init-core-data-001
   [junit4]   2> 883508 WARN  
(SUITE-ShardSplitTest-seed#[7B7DEB998F6E574C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 883508 INFO  
(SUITE-ShardSplitTest-seed#[7B7DEB998F6E574C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 883509 INFO  
(SUITE-ShardSplitTest-seed#[7B7DEB998F6E574C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 883509 INFO  
(SUITE-ShardSplitTest-seed#[7B7DEB998F6E574C]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 883511 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 883511 INFO  (Thread-5772) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 883511 INFO  (Thread-5772) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 883513 ERROR (Thread-5772) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 883611 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:35277
   [junit4]   2> 883636 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 883641 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 883645 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 883649 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 883653 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 883657 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 883660 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 883665 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 883669 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 883673 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 883677 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 883792 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/control-001/cores/collection1
   [junit4]   2> 883793 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 883794 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@fad388c{/,null,AVAILABLE}
   [junit4]   2> 883794 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@57621722{HTTP/1.1,[http/1.1]}{127.0.0.1:51627}
   [junit4]   2> 883794 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server Started @887847ms
   [junit4]   2> 883794 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/tempDir-001/control/data,
 hostContext=/, hostPort=51627, 
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/control-001/cores}
   [junit4]   2> 883794 ERROR 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 883795 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 883795 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 883795 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 883795 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-26T00:49:52.272Z
   [junit4]   2> 883798 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 883798 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/control-001/solr.xml
   [junit4]   2> 883802 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 883802 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35277/solr
   [junit4]   2> 883834 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:51627_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 883835 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:51627_    ] o.a.s.c.OverseerElectionContext I am going to be the 
leader 127.0.0.1:51627_
   [junit4]   2> 883836 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:51627_    ] o.a.s.c.Overseer Overseer 
(id=98026113727791108-127.0.0.1:51627_-n_0000000000) starting
   [junit4]   2> 883843 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:51627_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:51627_
   [junit4]   2> 883845 INFO  
(OverseerStateUpdate-98026113727791108-127.0.0.1:51627_-n_0000000000) 
[n:127.0.0.1:51627_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 883916 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:51627_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions 
underneath 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/control-001/cores
   [junit4]   2> 883916 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:51627_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 883917 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 883920 INFO  
(OverseerStateUpdate-98026113727791108-127.0.0.1:51627_-n_0000000000) 
[n:127.0.0.1:51627_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard1
   [junit4]   2> 884947 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 884969 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 885036 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 885053 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
control_collection, trusted=true
   [junit4]   2> 885054 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 885054 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/control-001/cores/collection1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/control-001/cores/collection1/data/]
   [junit4]   2> 885054 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@229105f0
   [junit4]   2> 885055 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2620162376763866]
   [junit4]   2> 885060 WARN  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 885091 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 885091 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 885091 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 885091 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 885091 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=12, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=70.3642578125, 
floorSegmentMB=1.39453125, forceMergeDeletesPctAllowed=11.308564494383434, 
segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1441270970075361
   [junit4]   2> 885092 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@5d487bfe[collection1] main]
   [junit4]   2> 885093 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 885094 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 885094 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 885095 INFO  
(searcherExecutor-3911-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@5d487bfe[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 885095 INFO  
(coreLoadExecutor-3910-thread-1-processing-n:127.0.0.1:51627_) 
[n:127.0.0.1:51627_ c:control_collection   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1568417821304553472
   [junit4]   2> 885102 INFO  
(coreZkRegister-3903-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas 
found to continue.
   [junit4]   2> 885102 INFO  
(coreZkRegister-3903-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new 
leader - try and sync
   [junit4]   2> 885102 INFO  
(coreZkRegister-3903-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:51627/collection1/
   [junit4]   2> 885102 INFO  
(coreZkRegister-3903-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync 
replicas to me
   [junit4]   2> 885102 INFO  
(coreZkRegister-3903-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:51627/collection1/ has no replicas
   [junit4]   2> 885102 INFO  
(coreZkRegister-3903-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all 
replicas participating in election, clear LIR
   [junit4]   2> 885106 INFO  
(coreZkRegister-3903-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new 
leader: http://127.0.0.1:51627/collection1/ shard1
   [junit4]   2> 885257 INFO  
(coreZkRegister-3903-thread-1-processing-n:127.0.0.1:51627_ x:collection1 
c:control_collection) [n:127.0.0.1:51627_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery 
necessary
   [junit4]   2> 885435 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 885436 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35277/solr ready
   [junit4]   2> 885436 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 885436 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 885533 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-1-001/cores/collection1
   [junit4]   2> 885534 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-1-001
   [junit4]   2> 885534 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 885535 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@136fdab8{/,null,AVAILABLE}
   [junit4]   2> 885536 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3e31383f{HTTP/1.1,[http/1.1]}{127.0.0.1:45333}
   [junit4]   2> 885536 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server Started @889588ms
   [junit4]   2> 885536 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/tempDir-001/jetty1,
 solrconfig=solrconfig.xml, hostContext=/, hostPort=45333, 
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-1-001/cores}
   [junit4]   2> 885536 ERROR 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 885536 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 885536 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 885536 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 885536 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-26T00:49:54.013Z
   [junit4]   2> 885540 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 885540 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-1-001/solr.xml
   [junit4]   2> 885546 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 885546 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35277/solr
   [junit4]   2> 885559 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:45333_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 885561 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:45333_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 885564 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:45333_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45333_
   [junit4]   2> 885565 INFO  
(zkCallback-1295-thread-1-processing-n:127.0.0.1:51627_) [n:127.0.0.1:51627_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 885566 INFO  (zkCallback-1299-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 885566 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 885707 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:45333_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions 
underneath 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-1-001/cores
   [junit4]   2> 885707 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:45333_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 885708 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 885710 INFO  
(OverseerStateUpdate-98026113727791108-127.0.0.1:51627_-n_0000000000) 
[n:127.0.0.1:51627_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard2
   [junit4]   2> 885814 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 886752 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.7.0
   [junit4]   2> 886768 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 886823 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.6 with uniqueid field id
   [junit4]   2> 886844 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 886844 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 886844 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-1-001/cores/collection1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 886844 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@229105f0
   [junit4]   2> 886845 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2620162376763866]
   [junit4]   2> 886850 WARN  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 886885 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 886885 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 886885 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 886885 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 886886 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=31, 
maxMergedSegmentMB=70.3642578125, floorSegmentMB=1.39453125, 
forceMergeDeletesPctAllowed=11.308564494383434, segmentsPerTier=10.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1441270970075361
   [junit4]   2> 886886 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@448a108f[collection1] main]
   [junit4]   2> 886888 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 886888 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 886888 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 886889 INFO  
(searcherExecutor-3922-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@448a108f[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 886889 INFO  
(coreLoadExecutor-3921-thread-1-processing-n:127.0.0.1:45333_) 
[n:127.0.0.1:45333_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1568417823185698816
   [junit4]   2> 886896 INFO  
(coreZkRegister-3916-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to 
continue.
   [junit4]   2> 886897 INFO  
(coreZkRegister-3916-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try 
and sync
   [junit4]   2> 886897 INFO  
(coreZkRegister-3916-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:45333/collection1/
   [junit4]   2> 886897 INFO  
(coreZkRegister-3916-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 886897 INFO  
(coreZkRegister-3916-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45333/collection1/ has no 
replicas
   [junit4]   2> 886897 INFO  
(coreZkRegister-3916-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas 
participating in election, clear LIR
   [junit4]   2> 886902 INFO  
(coreZkRegister-3916-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:45333/collection1/ shard2
   [junit4]   2> 887006 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 887053 INFO  
(coreZkRegister-3916-thread-1-processing-n:127.0.0.1:45333_ x:collection1 
c:collection1) [n:127.0.0.1:45333_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 887169 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 887332 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-2-001/cores/collection1
   [junit4]   2> 887332 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-2-001
   [junit4]   2> 887332 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 887339 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7eedd751{/,null,AVAILABLE}
   [junit4]   2> 887340 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4696fe25{HTTP/1.1,[http/1.1]}{127.0.0.1:38509}
   [junit4]   2> 887340 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server Started @891393ms
   [junit4]   2> 887340 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/tempDir-001/jetty2,
 solrconfig=solrconfig.xml, hostContext=/, hostPort=38509, 
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-2-001/cores}
   [junit4]   2> 887340 ERROR 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 887340 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 887340 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 887340 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 887340 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-26T00:49:55.817Z
   [junit4]   2> 887344 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 887344 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-2-001/solr.xml
   [junit4]   2> 887348 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 887348 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35277/solr
   [junit4]   2> 887361 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:38509_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 887364 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:38509_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 887367 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:38509_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38509_
   [junit4]   2> 887368 INFO  (zkCallback-1299-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 887369 INFO  
(zkCallback-1295-thread-1-processing-n:127.0.0.1:51627_) [n:127.0.0.1:51627_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 887369 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 887370 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 887420 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:38509_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions 
underneath 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-2-001/cores
   [junit4]   2> 887420 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:38509_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 887422 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 887423 INFO  
(OverseerStateUpdate-98026113727791108-127.0.0.1:51627_-n_0000000000) 
[n:127.0.0.1:51627_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard1
   [junit4]   2> 887527 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 887527 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 888460 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.7.0
   [junit4]   2> 888472 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 888532 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.6 with uniqueid field id
   [junit4]   2> 888552 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 888552 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 888552 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-2-001/cores/collection1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 888552 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@229105f0
   [junit4]   2> 888553 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2620162376763866]
   [junit4]   2> 888560 WARN  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 888597 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 888597 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 888597 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 888597 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 888598 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=31, 
maxMergedSegmentMB=70.3642578125, floorSegmentMB=1.39453125, 
forceMergeDeletesPctAllowed=11.308564494383434, segmentsPerTier=10.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1441270970075361
   [junit4]   2> 888598 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@128daad5[collection1] main]
   [junit4]   2> 888599 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 888600 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 888600 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 888601 INFO  
(searcherExecutor-3933-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@128daad5[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 888601 INFO  
(coreLoadExecutor-3932-thread-1-processing-n:127.0.0.1:38509_) 
[n:127.0.0.1:38509_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1568417824980860928
   [junit4]   2> 888607 INFO  
(coreZkRegister-3927-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to 
continue.
   [junit4]   2> 888607 INFO  
(coreZkRegister-3927-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try 
and sync
   [junit4]   2> 888608 INFO  
(coreZkRegister-3927-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:38509/collection1/
   [junit4]   2> 888608 INFO  
(coreZkRegister-3927-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 888608 INFO  
(coreZkRegister-3927-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38509/collection1/ has no 
replicas
   [junit4]   2> 888608 INFO  
(coreZkRegister-3927-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas 
participating in election, clear LIR
   [junit4]   2> 888612 INFO  
(coreZkRegister-3927-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:38509/collection1/ shard1
   [junit4]   2> 888716 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 888716 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 888718 INFO  
(coreZkRegister-3927-thread-1-processing-n:127.0.0.1:38509_ x:collection1 
c:collection1) [n:127.0.0.1:38509_ c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 888830 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 888830 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 889050 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-3-001/cores/collection1
   [junit4]   2> 889051 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-3-001
   [junit4]   2> 889051 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 889053 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@52d6d1b9{/,null,AVAILABLE}
   [junit4]   2> 889053 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@44392eb6{HTTP/1.1,[http/1.1]}{127.0.0.1:60890}
   [junit4]   2> 889053 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server Started @893106ms
   [junit4]   2> 889053 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/tempDir-001/jetty3,
 solrconfig=solrconfig.xml, hostContext=/, hostPort=60890, 
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-3-001/cores}
   [junit4]   2> 889053 ERROR 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 889053 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 889053 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 889053 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 889054 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-26T00:49:57.530Z
   [junit4]   2> 889056 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 889056 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-3-001/solr.xml
   [junit4]   2> 889067 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 889068 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35277/solr
   [junit4]   2> 889079 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:60890_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 889082 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:60890_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 889084 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:60890_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60890_
   [junit4]   2> 889086 INFO  (zkCallback-1299-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 889086 INFO  
(zkCallback-1295-thread-1-processing-n:127.0.0.1:51627_) [n:127.0.0.1:51627_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 889086 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 889087 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 889088 INFO  
(zkCallback-1317-thread-1-processing-n:127.0.0.1:60890_) [n:127.0.0.1:60890_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 889136 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:60890_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions 
underneath 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-3-001/cores
   [junit4]   2> 889136 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:60890_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 889138 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 889139 INFO  
(OverseerStateUpdate-98026113727791108-127.0.0.1:51627_-n_0000000000) 
[n:127.0.0.1:51627_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard2
   [junit4]   2> 889243 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 889243 INFO  
(zkCallback-1317-thread-1-processing-n:127.0.0.1:60890_) [n:127.0.0.1:60890_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 889243 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 890165 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.7.0
   [junit4]   2> 890191 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 890249 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.6 with uniqueid field id
   [junit4]   2> 890267 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 890267 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 890268 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-3-001/cores/collection1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 890268 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@229105f0
   [junit4]   2> 890269 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2620162376763866]
   [junit4]   2> 890274 WARN  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 890306 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 890306 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 890310 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 890310 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 890310 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=31, 
maxMergedSegmentMB=70.3642578125, floorSegmentMB=1.39453125, 
forceMergeDeletesPctAllowed=11.308564494383434, segmentsPerTier=10.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1441270970075361
   [junit4]   2> 890311 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@60f74182[collection1] main]
   [junit4]   2> 890312 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 890313 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 890313 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 890313 INFO  
(searcherExecutor-3944-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
c:collection1) [n:127.0.0.1:60890_ c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@60f74182[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 890314 INFO  
(coreLoadExecutor-3943-thread-1-processing-n:127.0.0.1:60890_) 
[n:127.0.0.1:60890_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1568417826777071616
   [junit4]   2> 890317 INFO  
(coreZkRegister-3938-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
c:collection1) [n:127.0.0.1:60890_ c:collection1 s:shard2 r:core_node3 
x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 890318 INFO  
(updateExecutor-1314-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 890318 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. 
recoveringAfterStartup=true
   [junit4]   2> 890318 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 890318 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. 
core=[collection1]
   [junit4]   2> 890318 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. 
FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 890318 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core 
[collection1] as recovering, leader is [http://127.0.0.1:45333/collection1/] 
and I am [http://127.0.0.1:60890/collection1/]
   [junit4]   2> 890320 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery 
command to [http://127.0.0.1:45333]; [WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60890_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 890324 INFO  (qtp407358784-11953) [n:127.0.0.1:45333_    ] 
o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 890324 INFO  (qtp407358784-11953) [n:127.0.0.1:45333_    ] 
o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 
(shard2 of collection1) have state: recovering
   [junit4]   2> 890324 INFO  (qtp407358784-11953) [n:127.0.0.1:45333_    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, 
shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? 
true, live=true, checkLive=true, currentState=down, localState=active, 
nodeName=127.0.0.1:60890_, coreNodeName=core_node3, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60890","node_name":"127.0.0.1:60890_","state":"down"}
   [junit4]   2> 890424 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 890424 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 890424 INFO  
(zkCallback-1317-thread-1-processing-n:127.0.0.1:60890_) [n:127.0.0.1:60890_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 890777 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-4-001/cores/collection1
   [junit4]   2> 890777 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-4-001
   [junit4]   2> 890778 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 890779 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@54480b86{/,null,AVAILABLE}
   [junit4]   2> 890779 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6605f0b1{HTTP/1.1,[http/1.1]}{127.0.0.1:50196}
   [junit4]   2> 890779 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.e.j.s.Server Started @894833ms
   [junit4]   2> 890779 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/tempDir-001/jetty4,
 solrconfig=solrconfig.xml, hostContext=/, hostPort=50196, 
coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-4-001/cores}
   [junit4]   2> 890780 ERROR 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 890780 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 890780 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 890780 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 890780 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-26T00:49:59.257Z
   [junit4]   2> 890783 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 890783 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-4-001/solr.xml
   [junit4]   2> 890787 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 890788 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35277/solr
   [junit4]   2> 890799 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:50196_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 890803 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:50196_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 890805 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:50196_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:50196_
   [junit4]   2> 890807 INFO  
(zkCallback-1295-thread-1-processing-n:127.0.0.1:51627_) [n:127.0.0.1:51627_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 890807 INFO  
(zkCallback-1317-thread-1-processing-n:127.0.0.1:60890_) [n:127.0.0.1:60890_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 890807 INFO  (zkCallback-1299-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 890807 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 890807 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 890808 INFO  
(zkCallback-1324-thread-1-processing-n:127.0.0.1:50196_) [n:127.0.0.1:50196_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 890891 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:50196_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions 
underneath 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-4-001/cores
   [junit4]   2> 890891 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[7B7DEB998F6E574C]) 
[n:127.0.0.1:50196_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 890893 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 890894 INFO  
(OverseerStateUpdate-98026113727791108-127.0.0.1:51627_-n_0000000000) 
[n:127.0.0.1:51627_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard1
   [junit4]   2> 890998 INFO  
(zkCallback-1317-thread-1-processing-n:127.0.0.1:60890_) [n:127.0.0.1:60890_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 890998 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 890999 INFO  
(zkCallback-1324-thread-1-processing-n:127.0.0.1:50196_) [n:127.0.0.1:50196_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 890998 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 891325 INFO  (qtp407358784-11953) [n:127.0.0.1:45333_    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, 
shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? 
true, live=true, checkLive=true, currentState=recovering, localState=active, 
nodeName=127.0.0.1:60890_, coreNodeName=core_node3, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60890","node_name":"127.0.0.1:60890_","state":"recovering"}
   [junit4]   2> 891326 INFO  (qtp407358784-11953) [n:127.0.0.1:45333_    ] 
o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, 
checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 891326 INFO  (qtp407358784-11953) [n:127.0.0.1:45333_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:60890_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=1002
   [junit4]   2> 891827 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync 
from [http://127.0.0.1:45333/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 891828 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 
url=http://127.0.0.1:60890 START replicas=[http://127.0.0.1:45333/collection1/] 
nUpdates=100
   [junit4]   2> 891830 INFO  (qtp407358784-11957) [n:127.0.0.1:45333_ 
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint 
IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, 
maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, 
maxDoc=0}
   [junit4]   2> 891830 INFO  (qtp407358784-11957) [n:127.0.0.1:45333_ 
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request 
[collection1]  webapp= path=/get 
params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 891830 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint 
millis:0.0 result:{maxVersionSpecified=9223372036854775807, 
maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, 
maxDoc=0}
   [junit4]   2> 891830 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to 
do a PeerSync 
   [junit4]   2> 891830 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 891830 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted 
changes. Skipping IW.commit.
   [junit4]   2> 891831 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 891831 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery 
was successful.
   [junit4]   2> 891831 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered 
during PeerSync.
   [junit4]   2> 891831 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 891831 INFO  
(recoveryExecutor-1315-thread-1-processing-n:127.0.0.1:60890_ x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60890_ c:collection1 s:shard2 
r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active 
after recovery.
   [junit4]   2> 891907 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.7.0
   [junit4]   2> 891923 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 891936 INFO  
(zkCallback-1305-thread-1-processing-n:127.0.0.1:45333_) [n:127.0.0.1:45333_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 891936 INFO  
(zkCallback-1324-thread-1-processing-n:127.0.0.1:50196_) [n:127.0.0.1:50196_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 891937 INFO  
(zkCallback-1317-thread-1-processing-n:127.0.0.1:60890_) [n:127.0.0.1:60890_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 891937 INFO  
(zkCallback-1311-thread-1-processing-n:127.0.0.1:38509_) [n:127.0.0.1:38509_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 891983 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.6 with uniqueid field id
   [junit4]   2> 892003 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 892003 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 892003 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-4-001/cores/collection1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 892003 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@229105f0
   [junit4]   2> 892005 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2620162376763866]
   [junit4]   2> 892011 WARN  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 892043 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 892043 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 892043 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) 
[n:127.0.0.1:50196_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 892043 INFO  
(coreLoadExecutor-3954-thread-1-processing-n:127.0.0.1:50196_) [n:127.0.0.1

[...truncated too long message...]

ore@612e9834
   [junit4]   2> 1516196 INFO  
(zkCallback-1496-thread-1-processing-n:127.0.0.1:54969_) [n:127.0.0.1:54969_ 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.m.SolrMetricManager 
Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1516199 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@6ebbfc36{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1516199 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@68cddc7d{/,null,UNAVAILABLE}
   [junit4]   2> 1516200 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.s.c.ChaosMonkey monkey: stop shard! 60448
   [junit4]   2> 1516200 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=670395368
   [junit4]   2> 1516201 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1516201 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 1516201 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 1516206 INFO  (coreCloseExecutor-4570-thread-1) 
[n:127.0.0.1:60448_ c:collection1 s:shard1 r:core_node4 x:collection1] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@76b7cc41
   [junit4]   2> 1516209 INFO  
(zkCallback-1503-thread-1-processing-n:127.0.0.1:60448_) [n:127.0.0.1:60448_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 1516216 INFO  (coreCloseExecutor-4570-thread-1) 
[n:127.0.0.1:60448_ c:collection1 s:shard1 r:core_node4 x:collection1] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1516217 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.s.c.Overseer Overseer 
(id=98026152999518226-127.0.0.1:60448_-n_0000000004) closing
   [junit4]   2> 1516217 INFO  
(OverseerStateUpdate-98026152999518226-127.0.0.1:60448_-n_0000000004) 
[n:127.0.0.1:60448_    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:60448_
   [junit4]   2> 1516221 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@4e971b04{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1516221 INFO  (zkCallback-1478-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1516221 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@132217ba{/,null,UNAVAILABLE}
   [junit4]   2> 1516226 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.s.c.ChaosMonkey monkey: stop shard! 39141
   [junit4]   2> 1516226 ERROR 
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1516229 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[7B7DEB998F6E574C]) [ 
   ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35327 35327
   [junit4]   2> 1516280 INFO  (Thread-6033) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:35327 35327
   [junit4]   2> 1516280 WARN  (Thread-6033) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/aliases.json
   [junit4]   2>        8       /solr/clusterprops.json
   [junit4]   2>        6       /solr/security.json
   [junit4]   2>        6       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/clusterstate.json
   [junit4]   2>        5       /solr/collections/collection1/state.json
   [junit4]   2>        4       
/solr/collections/testSplitStaticIndexReplication/state.json
   [junit4]   2>        2       
/solr/overseer_elect/election/98026152999518217-127.0.0.1:63025_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/collections
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2>        4       /solr/overseer/queue
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1516281 INFO  
(SUITE-ShardSplitTest-seed#[7B7DEB998F6E574C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7B7DEB998F6E574C-001
   [junit4]   2> May 26, 2017 1:00:24 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{rnd_b=PostingsFormat(name=Memory doPackFST= true), 
shard_s=PostingsFormat(name=Memory doPackFST= false), 
n_ti=PostingsFormat(name=Memory doPackFST= false), 
a_t=PostingsFormat(name=Memory doPackFST= false), 
a_i=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory 
doPackFST= true)}, docValues:{rnd_b=DocValuesFormat(name=Lucene54), 
shard_s=DocValuesFormat(name=Asserting), 
_version_=DocValuesFormat(name=Asserting), 
n_ti=DocValuesFormat(name=Asserting), a_t=DocValuesFormat(name=Asserting), 
a_i=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Lucene54)}, 
maxPointsInLeafNode=162, maxMBSortInHeap=5.090209050335351, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=et-EE, 
timezone=Australia/Queensland
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 
(64-bit)/cpus=3,threads=1,free=209043184,total=360677376
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldCache, 
TestSolrConfigHandler, DistanceFunctionTest, TestDeleteCollectionOnDownNodes, 
TestFastWriter, CurrencyFieldOpenExchangeTest, NotRequiredUniqueKeyTest, 
BlockJoinFacetRandomTest, CoreMergeIndexesAdminHandlerTest, 
CoreAdminHandlerTest, SolrCoreMetricManagerTest, DistributedTermsComponentTest, 
ExternalFileFieldSortTest, TestReqParamsAPI, TestDefaultStatsCache, 
TestInPlaceUpdatesDistrib, OverseerCollectionConfigSetProcessorTest, 
TemplateUpdateProcessorTest, CollectionsAPIDistributedZkTest, TestSolrXml, 
TestManagedStopFilterFactory, TestManagedSchemaThreadSafety, 
BasicAuthStandaloneTest, UpdateLogTest, SpellCheckCollatorWithCollapseTest, 
FullSolrCloudDistribCmdsTest, TestJoin, TestCloudJSONFacetJoinDomain, 
TestSolrCoreProperties, SolrMetricReporterTest, TestExactSharedStatsCache, 
TestQuerySenderListener, TestXmlQParserPlugin, TestUtils, 
MissingSegmentRecoveryTest, TestDynamicFieldCollectionResource, 
TermVectorComponentTest, TestRequestForwarding, TestCloudPseudoReturnFields, 
SolrIndexConfigTest, TestDownShardTolerantSearch, CdcrBootstrapTest, 
CollectionTooManyReplicasTest, HdfsChaosMonkeySafeLeaderTest, BitVectorTest, 
ZkSolrClientTest, TestIndexSearcher, TestLeaderElectionZkExpiry, 
ConfigSetsAPITest, BufferStoreTest, DistributedQueryComponentOptimizationTest, 
TestExportWriter, DateRangeFieldTest, BasicFunctionalityTest, TestInitQParser, 
HdfsSyncSliceTest, TestSolrCloudWithHadoopAuthPlugin, 
VMParamsZkACLAndCredentialsProvidersTest, DateMathParserTest, 
TestSchemaSimilarityResource, TestJsonFacets, TestCollapseQParserPlugin, 
TestConfigSetsAPIZkFailure, TestShardHandlerFactory, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, DataDrivenBlockJoinTest, 
TestSolrQueryParser, FieldMutatingUpdateProcessorTest, TestNestedDocsSort, 
OutOfBoxZkACLAndCredentialsProvidersTest, TestGraphTermsQParserPlugin, 
TestFieldCacheSanityChecker, TestFieldCacheWithThreads, 
RestartWhileUpdatingTest, TestQueryUtils, SpellPossibilityIteratorTest, 
ScriptEngineTest, TestCrossCoreJoin, TestObjectReleaseTracker, 
AsyncCallRequestStatusResponseTest, LeaderInitiatedRecoveryOnShardRestartTest, 
CoreSorterTest, TestGraphMLResponseWriter, TestEmbeddedSolrServerSchemaAPI, 
ResourceLoaderTest, UpdateParamsTest, DirectUpdateHandlerOptimizeTest, 
SuggesterTest, SmileWriterTest, TestOrdValues, LeaderElectionIntegrationTest, 
TestInfoStreamLogging, CacheHeaderTest, OverseerTaskQueueTest, 
TestMergePolicyConfig, TestExceedMaxTermLength, BlockCacheTest, 
TestSchemaManager, TestRecoveryHdfs, TestFuzzyAnalyzedSuggestions, 
TestLMJelinekMercerSimilarityFactory, SuggesterWFSTTest, 
DistributedFacetPivotWhiteBoxTest, HdfsRecoveryZkTest, 
TestAuthorizationFramework, TestReversedWildcardFilterFactory, 
TestConfigOverlay, TestUnifiedSolrHighlighter, HdfsBasicDistributedZkTest, 
TestPHPSerializedResponseWriter, TestQuerySenderNoQuery, 
TestHdfsBackupRestoreCore, ReplicaListTransformerTest, 
PreAnalyzedFieldManagedSchemaCloudTest, ExitableDirectoryReaderTest, 
HdfsNNFailoverTest, TestDistributedGrouping, 
BigEndianAscendingWordDeserializerTest, TestMacroExpander, 
HighlighterConfigTest, DebugComponentTest, SolrIndexSplitterTest, 
TestRangeQuery, TestClassNameShortening, TestMiniSolrCloudCluster, 
TestPayloadCheckQParserPlugin, OpenCloseCoreStressTest, 
DistribCursorPagingTest, RAMDirectoryFactoryTest, 
UpdateRequestProcessorFactoryTest, TestFieldTypeCollectionResource, 
ShardSplitTest]
   [junit4] Completed [320/714 (1!)] on J1 in 633.04s, 5 tests, 1 failure <<< 
FAILURES!

[...truncated 44773 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to