Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.1-Linux/238/
Java: 64bit/jdk1.8.0_60-ea-b06 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (36 > 20) - we expect it can happen, but
shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (36 > 20) - we
expect it can happen, but shouldn't easily
at
__randomizedtesting.SeedInfo.seed([9D981D88E966EBE7:15CC2252479A861F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:230)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10591 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/init-core-data-001
[junit4] 2> 878737 T4848 oas.BaseDistributedSearchTestCase.initHostContext
Setting hostContext system property: /_gx/y
[junit4] 2> 878739 T4848 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 878740 T4849 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 878840 T4848 oasc.ZkTestServer.run start zk server on
port:60839
[junit4] 2> 878846 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 878847 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 878848 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 878849 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 878849 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 878850 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 878851 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 878851 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 878852 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 878852 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 878853 T4848 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 878898 T4848 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1
[junit4] 2> 878899 T4848 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 878901 T4848 oejs.AbstractConnector.doStart Started
[email protected]:36206
[junit4] 2> 878901 T4848 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/tempDir-001/control/data, hostContext=/_gx/y,
hostPort=36206,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores}
[junit4] 2> 878902 T4848 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
[junit4] 2> 878902 T4848 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/'
[junit4] 2> 878911 T4848 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/solr.xml
[junit4] 2> 878915 T4848 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores
[junit4] 2> 878915 T4848 oasc.CoreContainer.<init> New CoreContainer
2054307130
[junit4] 2> 878915 T4848 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/]
[junit4] 2> 878915 T4848 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/lib
[junit4] 2> 878916 T4848 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/lib).
[junit4] 2> 878920 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 878920 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 878920 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 878920 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 878920 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 878920 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 878921 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 878921 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 878921 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 878921 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 878921 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 878921 T4848 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 878922 T4848 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 878922 T4848 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 878922 T4848 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 878922 T4848 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:60839/solr
[junit4] 2> 878922 T4848 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 878929 T4848 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36206__gx%2Fy
[junit4] 2> 878930 T4848 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 878930 T4848 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:36206__gx%2Fy
[junit4] 2> 878931 T4848 oasc.Overseer.start Overseer
(id=93631111443054595-127.0.0.1:36206__gx%2Fy-n_0000000000) starting
[junit4] 2> 878933 T4848 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 878933 T4876 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 878933 T4875 oasc.Overseer$ClusterStateUpdater.run Starting to
work on the main queue
[junit4] 2> 878935 T4848 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores
[junit4] 2> 878935 T4848 oasc.CoreDescriptor.<init> CORE DESCRIPTOR:
{name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml,
loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1,
collection=control_collection,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 878935 T4848 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/
[junit4] 2> 878936 T4848 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 878936 T4878 C:control_collection c:collection1
oasc.ZkController.publish publishing core=collection1 state=down
collection=control_collection
[junit4] 2> 878936 T4878 C:control_collection c:collection1
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 878936 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 878936 T4878 C:control_collection c:collection1
oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 878937 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36206/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:36206__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 878937 T4875 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36206/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:36206__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 878937 T4875 oasco.ClusterStateMutator.createCollection
building a new cName: control_collection
[junit4] 2> 878937 T4875 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 879937 T4878 C:control_collection c:collection1
oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for
collection1
[junit4] 2> 879937 T4878 C:control_collection c:collection1
oasc.ZkController.createCollectionZkNode Check for collection
zkNode:control_collection
[junit4] 2> 879937 T4878 C:control_collection c:collection1
oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 879938 T4878 C:control_collection c:collection1
oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/'
[junit4] 2> 879944 T4878 C:control_collection c:collection1
oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 879945 T4878 C:control_collection c:collection1
oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 879947 T4878 C:control_collection c:collection1
oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 879950 T4878 C:control_collection c:collection1
oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
[junit4] 2> 879963 T4878 C:control_collection c:collection1
oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 879964 T4878 C:control_collection c:collection1
oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 879967 T4878 C:control_collection c:collection1
oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 880017 T4878 C:control_collection c:collection1
oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 880018 T4878 C:control_collection c:collection1
oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 880019 T4878 C:control_collection c:collection1
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 880020 T4878 C:control_collection c:collection1
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 880026 T4878 C:control_collection c:collection1
oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration
from collection control_collection
[junit4] 2> 880026 T4878 C:control_collection c:collection1
oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 880026 T4878 C:control_collection c:collection1
oasc.SolrCore.<init> [collection1] Opening new SolrCore at
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/,
dataDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/data/
[junit4] 2> 880026 T4878 C:control_collection c:collection1
oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to
JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54a3bd15
[junit4] 2> 880027 T4878 C:control_collection c:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/data
[junit4] 2> 880027 T4878 C:control_collection c:collection1
oasc.SolrCore.getNewIndexDir New index directory detected: old=null
new=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/data/index/
[junit4] 2> 880027 T4878 C:control_collection c:collection1
oasc.SolrCore.initIndex WARN [collection1] Solr index directory
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/data/index' doesn't exist.
Creating new index...
[junit4] 2> 880027 T4878 C:control_collection c:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/data/index
[junit4] 2> 880028 T4878 C:control_collection c:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=9, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=13.1171875,
floorSegmentMB=1.916015625, forceMergeDeletesPctAllowed=16.350684756507324,
segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 880054 T4878 C:control_collection c:collection1
oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 880054 T4878 C:control_collection c:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 880057 T4878 C:control_collection c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"nodistrib"
[junit4] 2> 880057 T4878 C:control_collection c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"dedupe"
[junit4] 2> 880057 T4878 C:control_collection c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 880057 T4878 C:control_collection c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"stored_sig"
[junit4] 2> 880057 T4878 C:control_collection c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 880057 T4878 C:control_collection c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-explicit"
[junit4] 2> 880057 T4878 C:control_collection c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 880058 T4878 C:control_collection c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 880058 T4878 C:control_collection c:collection1
oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined
as default, creating implicit default
[junit4] 2> 880059 T4878 C:control_collection c:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 880059 T4878 C:control_collection c:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 880060 T4878 C:control_collection c:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 880061 T4878 C:control_collection c:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 880063 T4878 C:control_collection c:collection1
oasc.RequestHandlers.initHandlersFromConfig Registered paths:
/admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 880063 T4878 C:control_collection c:collection1
oasc.SolrCore.initStatsCache Using default statsCache cache:
org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 880063 T4878 C:control_collection c:collection1
oasu.UpdateHandler.<init> Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 880063 T4878 C:control_collection c:collection1
oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 880064 T4878 C:control_collection c:collection1
oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 880064 T4878 C:control_collection c:collection1
oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 880064 T4878 C:control_collection c:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.MockRandomMergePolicy:
org.apache.lucene.index.MockRandomMergePolicy@65b2ea3a
[junit4] 2> 880065 T4878 C:control_collection c:collection1
oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 880065 T4878 C:control_collection c:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 880065 T4878 C:control_collection c:collection1
oass.SolrIndexSearcher.<init> Opening Searcher@886228[collection1] main
[junit4] 2> 880065 T4878 C:control_collection c:collection1
oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for
the RestManager with znodeBase: /configs/conf1
[junit4] 2> 880066 T4878 C:control_collection c:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 880066 T4878 C:control_collection c:collection1
oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 880066 T4878 C:control_collection c:collection1
oasr.ManagedResourceStorage.load Reading _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 880066 T4878 C:control_collection c:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 880066 T4878 C:control_collection c:collection1
oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 880066 T4878 C:control_collection c:collection1
oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 880067 T4878 C:control_collection c:collection1
oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 880067 T4879 C:control_collection c:collection1
oasc.SolrCore.registerSearcher [collection1] Registered new searcher
Searcher@886228[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 880067 T4878 C:control_collection c:collection1
oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 880068 T4882 C:control_collection S:shard1
oasc.ZkController.register Register replica - core:collection1
address:http://127.0.0.1:36206/_gx/y collection:control_collection shard:shard1
[junit4] 2> 880068 T4848 oass.SolrDispatchFilter.init
user.dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0
[junit4] 2> 880068 T4848 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 880070 T4882 C:control_collection S:shard1
oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for
shard shard1
[junit4] 2> 880070 T4848 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> 880071 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 880071 T4882 C:control_collection S:shard1
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 880071 T4882 C:control_collection S:shard1
oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try
and sync
[junit4] 2> 880071 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state
version: 1
[junit4] 2> ASYNC NEW_CORE C978 name=collection1
org.apache.solr.core.SolrCore@63bc4364
url=http://127.0.0.1:36206/_gx/y/collection1 node=127.0.0.1:36206__gx%2Fy
C978_STATE=coll:control_collection core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:36206/_gx/y, node_name=127.0.0.1:36206__gx%2Fy,
state=down}
[junit4] 2> 880071 T4882 C:control_collection S:shard1 C978 P36206
oasc.SyncStrategy.sync Sync replicas to
http://127.0.0.1:36206/_gx/y/collection1/
[junit4] 2> 880071 T4882 C:control_collection S:shard1 C978 P36206
oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 880072 T4882 C:control_collection S:shard1 C978 P36206
oasc.SyncStrategy.syncToMe http://127.0.0.1:36206/_gx/y/collection1/ has no
replicas
[junit4] 2> 880072 T4882 C:control_collection S:shard1
oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
http://127.0.0.1:36206/_gx/y/collection1/ shard1
[junit4] 2> 880073 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 880073 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:36206/_gx/y";,
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 880113 T4848 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1
[junit4] 2> 880114 T4848 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1 in directory
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001
[junit4] 2> 880114 T4848 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 880115 T4848 oejs.AbstractConnector.doStart Started
[email protected]:38639
[junit4] 2> 880115 T4848 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml,
hostContext=/_gx/y, hostPort=38639,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores}
[junit4] 2> 880115 T4848 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
[junit4] 2> 880115 T4848 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/'
[junit4] 2> 880123 T4848 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/solr.xml
[junit4] 2> 880126 T4848 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores
[junit4] 2> 880127 T4848 oasc.CoreContainer.<init> New CoreContainer
453958909
[junit4] 2> 880127 T4848 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/]
[junit4] 2> 880127 T4848 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/lib
[junit4] 2> 880127 T4848 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/lib).
[junit4] 2> 880131 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 880131 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 880131 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 880131 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 880132 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 880132 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 880132 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 880132 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 880132 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 880132 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 880132 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 880133 T4848 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 880133 T4848 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 880133 T4848 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 880133 T4848 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 880133 T4848 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:60839/solr
[junit4] 2> 880133 T4848 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 880223 T4882 C:control_collection S:shard1
oasc.ZkController.register We are http://127.0.0.1:36206/_gx/y/collection1/ and
leader is http://127.0.0.1:36206/_gx/y/collection1/
[junit4] 2> 880224 T4882 C:control_collection S:shard1
oasc.ZkController.register No LogReplay needed for core=collection1
baseURL=http://127.0.0.1:36206/_gx/y
[junit4] 2> 880224 T4882 C:control_collection S:shard1
oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 880224 T4882 C:control_collection S:shard1 c:collection1
oasc.ZkController.publish publishing core=collection1 state=active
collection=control_collection
[junit4] 2> 880224 T4882 C:control_collection S:shard1 c:collection1
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 880225 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 880225 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36206/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:36206__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 880225 T4875 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36206/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:36206__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 881139 T4848 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38639__gx%2Fy
[junit4] 2> 881141 T4848 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 881141 T4848 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores
[junit4] 2> 881142 T4848 oasc.CoreDescriptor.<init> CORE DESCRIPTOR:
{name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml,
loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1, collection=collection1,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 881142 T4848 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/
[junit4] 2> 881142 T4848 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 881143 T4901 C:collection1 c:collection1
oasc.ZkController.publish publishing core=collection1 state=down
collection=collection1
[junit4] 2> 881143 T4901 C:collection1 c:collection1
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 881143 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 881143 T4901 C:collection1 c:collection1
oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 881144 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38639/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:38639__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 881144 T4875 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38639/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:38639__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 881144 T4875 oasco.ClusterStateMutator.createCollection
building a new cName: collection1
[junit4] 2> 881144 T4875 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 882144 T4901 C:collection1 c:collection1
oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for
collection1
[junit4] 2> 882144 T4901 C:collection1 c:collection1
oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 882145 T4901 C:collection1 c:collection1
oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 882145 T4901 C:collection1 c:collection1
oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/'
[junit4] 2> 882154 T4901 C:collection1 c:collection1
oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 882156 T4901 C:collection1 c:collection1 oasc.Config.<init>
loaded config solrconfig.xml with version 0
[junit4] 2> 882159 T4901 C:collection1 c:collection1
oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 882162 T4901 C:collection1 c:collection1
oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
[junit4] 2> 882169 T4901 C:collection1 c:collection1
oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 882170 T4901 C:collection1 c:collection1
oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 882173 T4901 C:collection1 c:collection1
oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 882239 T4901 C:collection1 c:collection1
oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 882240 T4901 C:collection1 c:collection1
oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 882241 T4901 C:collection1 c:collection1
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 882242 T4901 C:collection1 c:collection1
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 882248 T4901 C:collection1 c:collection1
oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration
from collection collection1
[junit4] 2> 882248 T4901 C:collection1 c:collection1
oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 882288 T4901 C:collection1 c:collection1 oasc.SolrCore.<init>
[collection1] Opening new SolrCore at
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/,
dataDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/data/
[junit4] 2> 882289 T4901 C:collection1 c:collection1
oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to
JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54a3bd15
[junit4] 2> 882304 T4901 C:collection1 c:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/data
[junit4] 2> 882305 T4901 C:collection1 c:collection1
oasc.SolrCore.getNewIndexDir New index directory detected: old=null
new=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/data/index/
[junit4] 2> 882305 T4901 C:collection1 c:collection1
oasc.SolrCore.initIndex WARN [collection1] Solr index directory
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/data/index' doesn't exist.
Creating new index...
[junit4] 2> 882305 T4901 C:collection1 c:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 882305 T4901 C:collection1 c:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=9, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=13.1171875,
floorSegmentMB=1.916015625, forceMergeDeletesPctAllowed=16.350684756507324,
segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 882322 T4901 C:collection1 c:collection1
oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 882322 T4901 C:collection1 c:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 882326 T4901 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"nodistrib"
[junit4] 2> 882326 T4901 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"dedupe"
[junit4] 2> 882326 T4901 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 882326 T4901 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"stored_sig"
[junit4] 2> 882327 T4901 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 882327 T4901 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-explicit"
[junit4] 2> 882327 T4901 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 882327 T4901 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 882327 T4901 C:collection1 c:collection1
oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined
as default, creating implicit default
[junit4] 2> 882328 T4901 C:collection1 c:collection1 oashl.XMLLoader.init
xsltCacheLifetimeSeconds=60
[junit4] 2> 882331 T4901 C:collection1 c:collection1 oashl.XMLLoader.init
xsltCacheLifetimeSeconds=60
[junit4] 2> 882332 T4901 C:collection1 c:collection1 oashl.XMLLoader.init
xsltCacheLifetimeSeconds=60
[junit4] 2> 882333 T4901 C:collection1 c:collection1 oashl.XMLLoader.init
xsltCacheLifetimeSeconds=60
[junit4] 2> 882337 T4901 C:collection1 c:collection1
oasc.RequestHandlers.initHandlersFromConfig Registered paths:
/admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 882338 T4901 C:collection1 c:collection1
oasc.SolrCore.initStatsCache Using default statsCache cache:
org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 882339 T4901 C:collection1 c:collection1
oasu.UpdateHandler.<init> Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 882339 T4901 C:collection1 c:collection1 oasu.UpdateLog.init
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10
[junit4] 2> 882340 T4901 C:collection1 c:collection1
oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 882340 T4901 C:collection1 c:collection1
oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 882341 T4901 C:collection1 c:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.MockRandomMergePolicy:
org.apache.lucene.index.MockRandomMergePolicy@4a98f97f
[junit4] 2> 882341 T4901 C:collection1 c:collection1
oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-1-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 882341 T4901 C:collection1 c:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 882341 T4901 C:collection1 c:collection1
oass.SolrIndexSearcher.<init> Opening Searcher@e98d1a1[collection1] main
[junit4] 2> 882342 T4901 C:collection1 c:collection1
oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for
the RestManager with znodeBase: /configs/conf1
[junit4] 2> 882342 T4901 C:collection1 c:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 882343 T4901 C:collection1 c:collection1 oasr.RestManager.init
Initializing RestManager with initArgs: {}
[junit4] 2> 882343 T4901 C:collection1 c:collection1
oasr.ManagedResourceStorage.load Reading _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 882343 T4901 C:collection1 c:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 882344 T4901 C:collection1 c:collection1
oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 882344 T4901 C:collection1 c:collection1 oasr.RestManager.init
Initializing 0 registered ManagedResources
[junit4] 2> 882344 T4901 C:collection1 c:collection1
oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 882344 T4902 C:collection1 c:collection1
oasc.SolrCore.registerSearcher [collection1] Registered new searcher
Searcher@e98d1a1[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 882344 T4901 C:collection1 c:collection1
oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 882345 T4905 C:collection1 S:shard1 oasc.ZkController.register
Register replica - core:collection1 address:http://127.0.0.1:38639/_gx/y
collection:collection1 shard:shard1
[junit4] 2> 882345 T4848 oass.SolrDispatchFilter.init
user.dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0
[junit4] 2> 882345 T4848 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 882347 T4905 C:collection1 S:shard1
oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for
shard shard1
[junit4] 2> 882348 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 882348 T4905 C:collection1 S:shard1
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 882348 T4905 C:collection1 S:shard1
oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try
and sync
[junit4] 2> 882348 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"} current state version: 4
[junit4] 2> ASYNC NEW_CORE C979 name=collection1
org.apache.solr.core.SolrCore@71824ce9
url=http://127.0.0.1:38639/_gx/y/collection1 node=127.0.0.1:38639__gx%2Fy
C979_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:38639/_gx/y, node_name=127.0.0.1:38639__gx%2Fy,
state=down}
[junit4] 2> 882348 T4905 C:collection1 S:shard1 C979 P38639
oasc.SyncStrategy.sync Sync replicas to
http://127.0.0.1:38639/_gx/y/collection1/
[junit4] 2> 882349 T4905 C:collection1 S:shard1 C979 P38639
oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 882349 T4905 C:collection1 S:shard1 C979 P38639
oasc.SyncStrategy.syncToMe http://127.0.0.1:38639/_gx/y/collection1/ has no
replicas
[junit4] 2> 882349 T4905 C:collection1 S:shard1
oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
http://127.0.0.1:38639/_gx/y/collection1/ shard1
[junit4] 2> 882353 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 882354 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:38639/_gx/y";,
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 4
[junit4] 2> 882451 T4848 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1
[junit4] 2> 882451 T4848 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2 in directory
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001
[junit4] 2> 882452 T4848 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 882453 T4848 oejs.AbstractConnector.doStart Started
[email protected]:48899
[junit4] 2> 882453 T4848 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/tempDir-001/jetty2, solrconfig=solrconfig.xml,
hostContext=/_gx/y, hostPort=48899,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores}
[junit4] 2> 882453 T4848 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
[junit4] 2> 882453 T4848 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/'
[junit4] 2> 882462 T4848 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/solr.xml
[junit4] 2> 882466 T4848 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores
[junit4] 2> 882466 T4848 oasc.CoreContainer.<init> New CoreContainer
588016989
[junit4] 2> 882467 T4848 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/]
[junit4] 2> 882467 T4848 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/lib
[junit4] 2> 882467 T4848 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/lib).
[junit4] 2> 882472 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 882472 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 882472 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 882472 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 882472 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 882472 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 882473 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 882473 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 882473 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 882473 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 882473 T4848 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 882473 T4848 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 882474 T4848 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 882474 T4848 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 882474 T4848 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 882474 T4848 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:60839/solr
[junit4] 2> 882475 T4848 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 882503 T4905 C:collection1 S:shard1 oasc.ZkController.register
We are http://127.0.0.1:38639/_gx/y/collection1/ and leader is
http://127.0.0.1:38639/_gx/y/collection1/
[junit4] 2> 882504 T4905 C:collection1 S:shard1 oasc.ZkController.register
No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38639/_gx/y
[junit4] 2> 882504 T4905 C:collection1 S:shard1
oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 882504 T4905 C:collection1 S:shard1 c:collection1
oasc.ZkController.publish publishing core=collection1 state=active
collection=collection1
[junit4] 2> 882504 T4905 C:collection1 S:shard1 c:collection1
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 882504 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 882505 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38639/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:38639__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 5
[junit4] 2> 882505 T4875 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38639/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:38639__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 883481 T4848 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48899__gx%2Fy
[junit4] 2> 883484 T4848 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 883485 T4848 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores
[junit4] 2> 883486 T4848 oasc.CoreDescriptor.<init> CORE DESCRIPTOR:
{name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml,
loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1, collection=collection1,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 883487 T4848 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/
[junit4] 2> 883487 T4848 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 883488 T4921 C:collection1 c:collection1
oasc.ZkController.publish publishing core=collection1 state=down
collection=collection1
[junit4] 2> 883488 T4921 C:collection1 c:collection1
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 883488 T4921 C:collection1 c:collection1
oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 883488 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 883489 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:48899/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:48899__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 6
[junit4] 2> 883489 T4875 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:48899/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:48899__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 883490 T4875 oasco.ReplicaMutator.updateState Collection
already exists with numShards=1
[junit4] 2> 883490 T4875 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 884489 T4921 C:collection1 c:collection1
oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for
collection1
[junit4] 2> 884489 T4921 C:collection1 c:collection1
oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 884489 T4921 C:collection1 c:collection1
oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 884489 T4921 C:collection1 c:collection1
oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/'
[junit4] 2> 884496 T4921 C:collection1 c:collection1
oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 884497 T4921 C:collection1 c:collection1 oasc.Config.<init>
loaded config solrconfig.xml with version 0
[junit4] 2> 884499 T4921 C:collection1 c:collection1
oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 884502 T4921 C:collection1 c:collection1
oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
[junit4] 2> 884508 T4921 C:collection1 c:collection1
oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 884509 T4921 C:collection1 c:collection1
oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 884512 T4921 C:collection1 c:collection1
oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 884585 T4921 C:collection1 c:collection1
oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 884586 T4921 C:collection1 c:collection1
oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 884586 T4921 C:collection1 c:collection1
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 884588 T4921 C:collection1 c:collection1
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 884594 T4921 C:collection1 c:collection1
oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration
from collection collection1
[junit4] 2> 884594 T4921 C:collection1 c:collection1
oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 884595 T4921 C:collection1 c:collection1 oasc.SolrCore.<init>
[collection1] Opening new SolrCore at
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/,
dataDir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/
[junit4] 2> 884595 T4921 C:collection1 c:collection1
oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to
JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54a3bd15
[junit4] 2> 884595 T4921 C:collection1 c:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data
[junit4] 2> 884595 T4921 C:collection1 c:collection1
oasc.SolrCore.getNewIndexDir New index directory detected: old=null
new=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/index/
[junit4] 2> 884596 T4921 C:collection1 c:collection1
oasc.SolrCore.initIndex WARN [collection1] Solr index directory
'/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/index' doesn't exist.
Creating new index...
[junit4] 2> 884596 T4921 C:collection1 c:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/index
[junit4] 2> 884596 T4921 C:collection1 c:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=9, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=13.1171875,
floorSegmentMB=1.916015625, forceMergeDeletesPctAllowed=16.350684756507324,
segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 884627 T4921 C:collection1 c:collection1
oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 884627 T4921 C:collection1 c:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 884630 T4921 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"nodistrib"
[junit4] 2> 884630 T4921 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"dedupe"
[junit4] 2> 884630 T4921 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 884630 T4921 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"stored_sig"
[junit4] 2> 884630 T4921 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 884630 T4921 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-explicit"
[junit4] 2> 884631 T4921 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 884631 T4921 C:collection1 c:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 884631 T4921 C:collection1 c:collection1
oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined
as default, creating implicit default
[junit4] 2> 884632 T4921 C:collection1 c:collection1 oashl.XMLLoader.init
xsltCacheLifetimeSeconds=60
[junit4] 2> 884633 T4921 C:collection1 c:collection1 oashl.XMLLoader.init
xsltCacheLifetimeSeconds=60
[junit4] 2> 884633 T4921 C:collection1 c:collection1 oashl.XMLLoader.init
xsltCacheLifetimeSeconds=60
[junit4] 2> 884634 T4921 C:collection1 c:collection1 oashl.XMLLoader.init
xsltCacheLifetimeSeconds=60
[junit4] 2> 884638 T4921 C:collection1 c:collection1
oasc.RequestHandlers.initHandlersFromConfig Registered paths:
/admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 884638 T4921 C:collection1 c:collection1
oasc.SolrCore.initStatsCache Using default statsCache cache:
org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 884639 T4921 C:collection1 c:collection1
oasu.UpdateHandler.<init> Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 884639 T4921 C:collection1 c:collection1 oasu.UpdateLog.init
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10
[junit4] 2> 884639 T4921 C:collection1 c:collection1
oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 884639 T4921 C:collection1 c:collection1
oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 884640 T4921 C:collection1 c:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.MockRandomMergePolicy:
org.apache.lucene.index.MockRandomMergePolicy@3d802433
[junit4] 2> 884641 T4921 C:collection1 c:collection1
oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 884641 T4921 C:collection1 c:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 884641 T4921 C:collection1 c:collection1
oass.SolrIndexSearcher.<init> Opening Searcher@58700e5a[collection1] main
[junit4] 2> 884642 T4921 C:collection1 c:collection1
oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for
the RestManager with znodeBase: /configs/conf1
[junit4] 2> 884642 T4921 C:collection1 c:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 884642 T4921 C:collection1 c:collection1 oasr.RestManager.init
Initializing RestManager with initArgs: {}
[junit4] 2> 884642 T4921 C:collection1 c:collection1
oasr.ManagedResourceStorage.load Reading _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 884643 T4921 C:collection1 c:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 884643 T4921 C:collection1 c:collection1
oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 884643 T4921 C:collection1 c:collection1 oasr.RestManager.init
Initializing 0 registered ManagedResources
[junit4] 2> 884643 T4921 C:collection1 c:collection1
oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 884644 T4922 C:collection1 c:collection1
oasc.SolrCore.registerSearcher [collection1] Registered new searcher
Searcher@58700e5a[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 884644 T4921 C:collection1 c:collection1
oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 884644 T4925 C:collection1 S:shard1 oasc.ZkController.register
Register replica - core:collection1 address:http://127.0.0.1:48899/_gx/y
collection:collection1 shard:shard1
[junit4] 2> 884645 T4848 oass.SolrDispatchFilter.init
user.dir=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0
[junit4] 2> 884645 T4848 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 884646 T4925 C:collection1 S:shard1 oasc.ZkController.register
We are http://127.0.0.1:48899/_gx/y/collection1/ and leader is
http://127.0.0.1:38639/_gx/y/collection1/
[junit4] 2> 884646 T4925 C:collection1 S:shard1 oasc.ZkController.register
No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48899/_gx/y
[junit4] 2> 884646 T4925 C:collection1 S:shard1
oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 884646 T4925 C:collection1 S:shard1
oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any
ongoing recovery
[junit4] 2> 884646 T4848 oas.SolrTestCaseJ4.setUp ###Starting test
[junit4] 2> ASYNC NEW_CORE C980 name=collection1
org.apache.solr.core.SolrCore@7ad4e352
url=http://127.0.0.1:48899/_gx/y/collection1 node=127.0.0.1:48899__gx%2Fy
C980_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:48899/_gx/y, node_name=127.0.0.1:48899__gx%2Fy,
state=down}
[junit4] 2> 884646 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.run Starting recovery process. core=collection1
recoveringAfterStartup=true
[junit4] 2> 884647 T4848
oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to
finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 2> 884647 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 884648 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.doRecovery Publishing state of core collection1 as
recovering, leader is http://127.0.0.1:38639/_gx/y/collection1/ and I am
http://127.0.0.1:48899/_gx/y/collection1/
[junit4] 2> 884648 T4926 C:collection1 S:shard1 c:collection1 C980 P48899
oasc.ZkController.publish publishing core=collection1 state=recovering
collection=collection1
[junit4] 2> 884648 T4926 C:collection1 S:shard1 c:collection1 C980 P48899
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 884648 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 884649 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to
http://127.0.0.1:38639/_gx/y; WaitForState:
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A48899__gx%252Fy&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
[junit4] 2> 884649 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:48899/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:48899__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"recovering",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 7
[junit4] 2> 884649 T4875 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:48899/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:48899__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"recovering",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 884654 T4894 oasha.CoreAdminHandler.handleWaitForStateAction
Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true,
onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 884655 T4894 oasha.CoreAdminHandler.handleWaitForStateAction
Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have
state: recovering
[junit4] 2> 884655 T4894 oasha.CoreAdminHandler.handleWaitForStateAction
In WaitForState(recovering): collection=collection1, shard=shard1,
thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true,
live=true, checkLive=true, currentState=down, localState=active,
nodeName=127.0.0.1:48899__gx%2Fy, coreNodeName=core_node2,
onlyIfActiveCheckResult=false, nodeProps:
core_node2:{"core":"collection1","base_url":"http://127.0.0.1:48899/_gx/y","node_name":"127.0.0.1:48899__gx%2Fy","state":"down"}
[junit4] 2> 885656 T4894 oasha.CoreAdminHandler.handleWaitForStateAction
In WaitForState(recovering): collection=collection1, shard=shard1,
thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true,
live=true, checkLive=true, currentState=recovering, localState=active,
nodeName=127.0.0.1:48899__gx%2Fy, coreNodeName=core_node2,
onlyIfActiveCheckResult=false, nodeProps:
core_node2:{"core":"collection1","base_url":"http://127.0.0.1:48899/_gx/y","node_name":"127.0.0.1:48899__gx%2Fy","state":"recovering"}
[junit4] 2> 885656 T4894 oasha.CoreAdminHandler.handleWaitForStateAction
Waited coreNodeName: core_node2, state: recovering, checkLive: true,
onlyIfLeader: true for: 1 seconds.
[junit4] 2> 885656 T4894 oass.SolrDispatchFilter.handleAdminRequest
[admin] webapp=null path=/admin/cores
params={nodeName=127.0.0.1:48899__gx%252Fy&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
status=0 QTime=1002
[junit4] 2> C980_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=http://127.0.0.1:48899/_gx/y,
node_name=127.0.0.1:48899__gx%2Fy, state=recovering}
[junit4] 2> 892657 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
http://127.0.0.1:38639/_gx/y/collection1/ core=collection1 -
recoveringAfterStartup=true
[junit4] 2> 892658 T4926 C:collection1 S:shard1 C980 P48899
oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:48899/_gx/y
START replicas=[http://127.0.0.1:38639/_gx/y/collection1/] nUpdates=100
[junit4] 2> 892658 T4926 C:collection1 S:shard1 C980 P48899
oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
[junit4] 2> 892658 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying
replication. core=collection1
[junit4] 2> 892659 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4] 2> 892659 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4] 2> 892659 T4926 C:collection1 S:shard1 C980 P48899
oasu.UpdateLog.bufferUpdates Starting to buffer updates.
FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 892659 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.replicate Attempting to replicate from
http://127.0.0.1:38639/_gx/y/collection1/. core=collection1
[junit4] 2> ASYNC NEW_CORE C981 name=collection1
org.apache.solr.core.SolrCore@71824ce9
url=http://127.0.0.1:38639/_gx/y/collection1 node=127.0.0.1:38639__gx%2Fy
C981_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:38639/_gx/y, node_name=127.0.0.1:38639__gx%2Fy,
state=active, leader=true}
[junit4] 2> 892659 T4894 C:collection1 S:shard1 R:core_node1 c:collection1
C981 P38639 oasc.SolrCore.execute [collection1] webapp=/_gx/y path=/get
params={distrib=false&qt=/get&getVersions=100&wt=javabin&version=2} status=0
QTime=0
[junit4] 2> 892660 T4893 C:collection1 S:shard1 R:core_node1 c:collection1
C981 P38639 oasu.DirectUpdateHandler2.commit start
commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 892660 T4893 C:collection1 S:shard1 R:core_node1 c:collection1
C981 P38639 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping
IW.commit.
[junit4] 2> 892661 T4893 C:collection1 S:shard1 R:core_node1 c:collection1
C981 P38639 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 892661 T4893 C:collection1 S:shard1 R:core_node1 c:collection1
C981 P38639 oasup.LogUpdateProcessor.finish [collection1] webapp=/_gx/y
path=/update
params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}
{commit=} 0 1
[junit4] 2> 892665 T4893 C:collection1 S:shard1 R:core_node1 c:collection1
C981 P38639 oasc.SolrCore.execute [collection1] webapp=/_gx/y path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=2
[junit4] 2> 892665 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4] 2> 892665 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.doRecovery Replication Recovery was successful -
registering as Active. core=collection1
[junit4] 2> 892665 T4926 C:collection1 S:shard1 c:collection1 C980 P48899
oasc.ZkController.publish publishing core=collection1 state=active
collection=collection1
[junit4] 2> 892665 T4926 C:collection1 S:shard1 c:collection1 C980 P48899
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 892666 T4926 C:collection1 S:shard1 C980 P48899
oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4] 2> 892666 T4874 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 892667 T4875 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:48899/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:48899__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 8
[junit4] 2> 892667 T4875 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:48899/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:48899__gx%2Fy",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 893655 T4848
oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished -
collection: collection1
[junit4] 2> ASYNC NEW_CORE C982 name=collection1
org.apache.solr.core.SolrCore@63bc4364
url=http://127.0.0.1:36206/_gx/y/collection1 node=127.0.0.1:36206__gx%2Fy
C982_STATE=coll:control_collection core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:36206/_gx/y, node_name=127.0.0.1:36206__gx%2Fy,
state=active, leader=true}
[junit4] 2> 893657 T4868 C:control_collection S:shard1 R:core_node1
c:collection1 C982 P36206 oasup.LogUpdateProcessor.finish [collection1]
webapp=/_gx/y path=/update params={wt=javabin&version=2} {deleteByQuery=*:*
(-1498097798729433088)} 0 1
[junit4] 2> C980_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=http://127.0.0.1:48899/_gx/y,
node_name=127.0.0.1:48899__gx%2Fy, state=active}
[junit4] 2> 893662 T4914 C:collection1 S:shard1 R:core_node2 c:collection1
C980 P48899 oasup.LogUpdateProcessor.finish [collection1] webapp=/_gx/y
path=/update
params={update.distrib=FROMLEADER&_version_=-1498097798732578816&distrib.from=http://127.0.0.1:38639/_gx/y/collection1/&wt=javabin&version=2}
{deleteByQuery=*:* (-1498097798732578816)} 0 2
[junit4] 2> 893662 T4894 C:collection1 S:shard1 R:core_node1 c:collection1
C981 P38639 oasup.LogUpdateProcessor.finish [collection1] webapp=/_gx/y
path=/update params={wt=javabin&version=2} {deleteByQuery=*:*
(-1498097798732578816)} 0 4
[junit4] 2> 893667 T4914 C:collection1 S:shard1 R:core_node2 c:collection1
C980 P48899 oasc.SolrCore.execute [collection1] webapp=/_gx/y path=/select
params={q=to+come&wt=javabin&version=2} hits=0 status=0 QTime=1
[junit4] 2> 893667 T4848 oasc.ChaosMonkey.monkeyLog monkey: starting
[junit4] 2> 893668 T4867 C:control_collection S:shard1 R:core_node1
c:collection1 C982 P36206 oasup.LogUpdateProcessor.finish [collection1]
webapp=/_gx/y path=/update params={wt=javabin&version=2&CONTROL=TRUE} {add=[0-0
(1498097798740967424)]} 0 2
[junit4] 2> 893673 T4914 C:collection1 S:shard1 R:core_node2 c:collection1
C980 P48899 oasup.LogUpdateProcessor.finish [collection1] webapp=/_gx/y
path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38639/_gx/y/collection1/&wt=javabin&version=2}
{add=[0-0 (1498097798744113152)]} 0 1
[junit4] 2> 893674 T4894 C:collection1 S:shard1 R:core_node1 c:
[...truncated too long message...]
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:48899/_gx/y";,
[junit4] 2> "node_name":"127.0.0.1:48899__gx%2Fy",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 916432 T4848 C:control_collection S:shard1 c:collection1
oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 916432 T4848 C:control_collection S:shard1 c:collection1
oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached
0 - closing IndexWriter
[junit4] 2> 916432 T4848 C:control_collection S:shard1 c:collection1
oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with
IndexWriterCloser
[junit4] 2> 916433 T4848 C:control_collection S:shard1 c:collection1
oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 916441 T4848 C:control_collection S:shard1 c:collection1
oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2
directories currently being tracked
[junit4] 2> 916442 T4848 C:control_collection S:shard1 c:collection1
oasc.CachingDirectoryFactory.closeCacheValue looking to close
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/index
[CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/index;done=false>>]
[junit4] 2> 916442 T4848 C:control_collection S:shard1 c:collection1
oasc.CachingDirectoryFactory.close Closing directory:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data/index
[junit4] 2> 916442 T4848 C:control_collection S:shard1 c:collection1
oasc.CachingDirectoryFactory.closeCacheValue looking to close
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data
[CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data;done=false>>]
[junit4] 2> 916442 T4848 C:control_collection S:shard1 c:collection1
oasc.CachingDirectoryFactory.close Closing directory:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001/shard-2-001/cores/collection1/data
[junit4] 2> 916443 T4848 C:control_collection S:shard1 c:collection1
oasc.Overseer.close Overseer
(id=93631111443054600-127.0.0.1:48899__gx%2Fy-n_0000000002) closing
[junit4] 2> 916443 T4995 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:48899__gx%2Fy
[junit4] 2> 916453 T4951 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 916483 T4848 C:control_collection S:shard1 c:collection1
oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_gx/y,null}
[junit4] 2> 916674 T4848 C:control_collection S:shard1 c:collection1
oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:60839 60839
[junit4] 2> 916700 T4978 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:60839 60839
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test
-Dtests.seed=9D981D88E966EBE7 -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=es_CO -Dtests.timezone=Europe/Riga -Dtests.asserts=true
-Dtests.file.encoding=US-ASCII
[junit4] FAILURE 38.0s J0 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: There were too many
update fails (36 > 20) - we expect it can happen, but shouldn't easily
[junit4] > at
__randomizedtesting.SeedInfo.seed([9D981D88E966EBE7:15CC2252479A861F]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:230)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 916708 T4848 C:control_collection S:shard1 c:collection1
oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
9D981D88E966EBE7-001
[junit4] 2> 37973 T4847 ccr.ThreadLeakControl.checkThreadLeaks WARNING
Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50):
{rnd_b=PostingsFormat(name=Memory doPackFST= true),
_version_=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Memory
doPackFST= false), a_i=PostingsFormat(name=Memory doPackFST= true),
id=PostingsFormat(name=Memory doPackFST= true)}, docValues:{},
sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=es_CO,
timezone=Europe/Riga
[junit4] 2> NOTE: Linux 3.13.0-49-generic amd64/Oracle Corporation
1.8.0_60-ea (64-bit)/cpus=12,threads=1,free=89425208,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TermsComponentTest,
TestCopyFieldCollectionResource, TestJettySolrRunner, TestTolerantSearch,
TestDFRSimilarityFactory, AsyncMigrateRouteKeyTest, DistanceUnitsTest,
HighlighterConfigTest, HdfsLockFactoryTest,
IgnoreCommitOptimizeUpdateProcessorFactoryTest,
OverriddenZkACLAndCredentialsProvidersTest, TestJmxMonitoredMap,
UpdateRequestProcessorFactoryTest, TestPivotHelperCode, CSVRequestHandlerTest,
MultiTermTest, DebugComponentTest, StressHdfsTest, TestDynamicLoading,
TestBulkSchemaAPI, BasicDistributedZkTest, TestSchemaSimilarityResource,
URLClassifyProcessorTest, ClusterStateTest, UUIDFieldTest, BJQParserTest,
TestJoin, TestSolrDeletionPolicy1, TestInfoStreamLogging, PeerSyncTest,
BasicZkTest, DateMathParserTest, TestMaxScoreQueryParser,
TestSolrQueryParserResource, SolrRequestParserTest,
QueryElevationComponentTest, SolrCloudExampleTest, TestMacros,
TestReplicationHandler, TestSolrXml, HdfsRecoveryZkTest, TestFieldTypeResource,
UUIDUpdateProcessorFallbackTest, DeleteReplicaTest, AtomicUpdatesTest,
SchemaVersionSpecificBehaviorTest, TermVectorComponentTest, MinimalSchemaTest,
DistributedSpellCheckComponentTest, HighlighterTest,
LeaderElectionIntegrationTest, OverseerStatusTest,
UniqFieldsUpdateProcessorFactoryTest, SuggesterWFSTTest,
DistributedQueryComponentCustomSortTest, SolrIndexConfigTest,
HdfsWriteToMultipleCollectionsTest, TestLeaderElectionZkExpiry,
CurrencyFieldXmlFileTest, TestDistributedSearch, TestFaceting, TestConfig,
TestQuerySenderListener, TestDocumentBuilder, TestFunctionQuery,
TestIBSimilarityFactory, TestDocBasedVersionConstraints, ZkNodePropsTest,
TestSolr4Spatial, TestInitParams, StandardRequestHandlerTest,
TestReRankQParserPlugin, TestReqParamsAPI, AssignTest, TestJsonFacets,
TestRealTimeGet, SignatureUpdateProcessorFactoryTest, CursorPagingTest,
PrimitiveFieldTypeTest, BasicDistributedZk2Test, SyncSliceTest,
TestRandomFaceting, TestRandomDVFaceting, HardAutoCommitTest, SolrCoreTest,
SolrCmdDistributorTest, DirectUpdateHandlerTest, SimplePostToolTest,
AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestStressLucene,
NoCacheHeaderTest, FieldMutatingUpdateProcessorTest,
TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest,
CacheHeaderTest, TestQueryUtils, TestReversedWildcardFilterFactory,
FileBasedSpellCheckerTest, TestIndexingPerformance, TestArbitraryIndexDir,
RegexBoostProcessorTest, JSONWriterTest, JsonLoaderTest, SearchHandlerTest,
TestQuerySenderNoQuery, TestMergePolicyConfig, TestDocSet, TestBinaryField,
TestSolrCoreProperties, TestLuceneMatchVersion, SynonymTokenizerTest,
EchoParamsTest, TestLMDirichletSimilarityFactory, TestDefaultSimilarityFactory,
OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed on J0 in 38.99s, 1 test, 1 failure <<< FAILURES!
[...truncated 359 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/build.xml:529: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/build.xml:477: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/build.xml:61: The following error
occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/extra-targets.xml:39: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/build.xml:191: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/solr/common-build.xml:509: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/lucene/common-build.xml:1370: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.1-Linux/lucene/common-build.xml:976:
There were test failures: 480 suites, 1909 tests, 1 failure, 48 ignored (21
assumptions)
Total time: 44 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_60-ea-b06
-XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
