Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/11896/
Java: 64bit/jdk1.8.0_40-ea-b22 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails - we expect it can
happen, but shouldn't easily
at
__randomizedtesting.SeedInfo.seed([A57B321CA7733D9E:2D2F0DC6098F5066]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:222)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:945)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:920)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10171 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/init-core-data-001
[junit4] 2> 1307588 T8250
oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system
property: /
[junit4] 2> 1307591 T8250 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1307591 T8251 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 1307691 T8250 oasc.ZkTestServer.run start zk server on
port:58638
[junit4] 2> 1307692 T8250
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 1307692 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1307695 T8258 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@242c0b99
name:ZooKeeperConnection Watcher:127.0.0.1:58638 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1307696 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1307696 T8250 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 1307696 T8250 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1307699 T8250
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 1307699 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1307700 T8261 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4536983d
name:ZooKeeperConnection Watcher:127.0.0.1:58638/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1307701 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1307701 T8250 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 1307701 T8250 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 1307702 T8250 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 1307703 T8250 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 1307704 T8250 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 1307706 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 1307706 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 1307707 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 1307708 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 1307709 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1307709 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1307711 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 1307711 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 1307712 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 1307712 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 1307714 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 1307714 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 1307715 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 1307715 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 1307717 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1307717 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 1307718 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1307718 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1307719 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 1307720 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 1307721 T8250 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 1307721 T8250 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 1307998 T8250 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/cores/collection1
[junit4] 2> 1307999 T8250 oejs.Server.doStart jetty-9.2.6.v20141205
[junit4] 2> 1308001 T8250 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@5ea50696{/,null,AVAILABLE}
[junit4] 2> 1308005 T8250 oejs.AbstractConnector.doStart Started
ServerConnector@7f024f56{HTTP/1.1}{127.0.0.1:49708}
[junit4] 2> 1308006 T8250 oejs.Server.doStart Started @1309349ms
[junit4] 2> 1308006 T8250 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
[junit4] 2> 1308007 T8250 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 1308007 T8250 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001
[junit4] 2> 1308007 T8250 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/'
[junit4] 2> 1308020 T8250 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/solr.xml
[junit4] 2> 1308024 T8250 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/cores
[junit4] 2> 1308025 T8250 oasc.CoreContainer.<init> New CoreContainer
895731685
[junit4] 2> 1308025 T8250 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/]
[junit4] 2> 1308025 T8250 oasc.CoreContainer.load loading shared library:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/lib
[junit4] 2> 1308026 T8250 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/lib).
[junit4] 2> 1308031 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 1308031 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 1308031 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 1308032 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 1308032 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 1308032 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 1308032 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 1308032 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 1308033 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 1308033 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 1308033 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 1308033 T8250 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1308034 T8250 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1308034 T8250 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1308034 T8250 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 1308034 T8250 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:58638/solr
[junit4] 2> 1308035 T8250 oasc.ZkController.checkChrootPath zkHost
includes chroot
[junit4] 2> 1308035 T8250
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 1308035 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1308036 T8275 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@608cbf4b
name:ZooKeeperConnection Watcher:127.0.0.1:58638 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1308036 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1308037 T8250 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 1308038 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1308039 T8278 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@12f5010b
name:ZooKeeperConnection Watcher:127.0.0.1:58638/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1308039 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1308040 T8250 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 1308041 T8250 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 1308042 T8250 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 1308044 T8250 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 1308045 T8250 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 1308046 T8250 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1308047 T8250 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49708_
[junit4] 2> 1308047 T8250 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:49708_
[junit4] 2> 1308048 T8250 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 1308049 T8250 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 1308050 T8250 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1308051 T8250 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:49708_
[junit4] 2> 1308051 T8250 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1308052 T8250 oasc.Overseer.start Overseer
(id=93396545915781123-127.0.0.1:49708_-n_0000000000) starting
[junit4] 2> 1308053 T8250 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 1308057 T8250 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1308057 T8280 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1308057 T8250 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 1308057 T8279 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1308059 T8250 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 1308059 T8250
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1308061 T8250 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/cores
[junit4] 2> 1308062 T8250 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/cores/collection1/
[junit4] 2> 1308063 T8250 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 1308063 T8282 oasc.ZkController.publish publishing
core=collection1 state=down collection=control_collection
[junit4] 2> 1308063 T8282 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 1308064 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1308064 T8282 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 1308064 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:49708";,
[junit4] 2> "node_name":"127.0.0.1:49708_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1308065 T8279 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:49708";,
[junit4] 2> "node_name":"127.0.0.1:49708_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1308065 T8279 oasco.ClusterStateMutator.createCollection
building a new cName: control_collection
[junit4] 2> 1308065 T8279 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 1308066 T8278 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1309064 T8282 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 1309065 T8282 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:control_collection
[junit4] 2> 1309065 T8282 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 1309065 T8282 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 1309066 T8282 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 1309066 T8282 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/cores/collection1/'
[junit4] 2> 1309075 T8282 oasc.ZkController.watchZKConfDir watch zkdir
/configs/conf1
[junit4] 2> 1309077 T8282 oasc.Config.<init> loaded config solrconfig.xml
with version 0
[junit4] 2> 1309080 T8282 oasc.SolrConfig.refreshRequestParams current
version of requestparams : -1
[junit4] 2> 1309085 T8282 oasc.SolrConfig.<init> Using Lucene
MatchVersion: 6.0.0
[junit4] 2> 1309095 T8282 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 1309096 T8282 oass.IndexSchema.readSchema Reading Solr Schema
from /configs/conf1/schema.xml
[junit4] 2> 1309100 T8282 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 1309208 T8282 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 1309209 T8282 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1309210 T8282 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 1309212 T8282 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 1309222 T8282 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection control_collection
[junit4] 2> 1309222 T8282 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 1309222 T8282 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/control-001/cores/collection1/,
dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/control/data/
[junit4] 2> 1309222 T8282 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@71fbf87e
[junit4] 2> 1309223 T8282 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/control/data
[junit4] 2> 1309223 T8282 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/control/data/index/
[junit4] 2> 1309224 T8282 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/control/data/index' doesn't exist. Creating
new index...
[junit4] 2> 1309224 T8282 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/control/data/index
[junit4] 2> 1309224 T8282 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.8436519983282041]
[junit4] 2> 1309353 T8282 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1309353 T8282 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 1309356 T8282 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 1309357 T8282 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 1309357 T8282 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1309357 T8282 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 1309357 T8282 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1309357 T8282 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1309358 T8282 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1309358 T8282 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 1309358 T8282 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1309359 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /update: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1309359 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1309359 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1309359 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1309360 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /config: org.apache.solr.handler.SolrConfigHandler
[junit4] 2> 1309360 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /schema: org.apache.solr.handler.SchemaHandler
[junit4] 2> 1309361 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /replication: org.apache.solr.handler.ReplicationHandler
[junit4] 2> 1309361 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /get: org.apache.solr.handler.RealTimeGetHandler
[junit4] 2> 1309361 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
[junit4] 2> 1309362 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
[junit4] 2> 1309362 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
[junit4] 2> 1309363 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
[junit4] 2> 1309363 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
[junit4] 2> 1309363 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/properties:
org.apache.solr.handler.admin.PropertiesRequestHandler
[junit4] 2> 1309364 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
[junit4] 2> 1309364 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1309364 T8282 oasc.RequestHandlers.initHandlersFromConfig
created /admin/ping: org.apache.solr.handler.PingRequestHandler
[junit4] 2> 1309365 T8282 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 1309367 T8282 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1309368 T8282 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1309369 T8282 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1309370 T8282 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1309370 T8282 oasc.SolrCore.initStatsCache Using default
statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1309371 T8282 oasu.UpdateHandler.<init> Using UpdateLog
implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1309371 T8282 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 1309371 T8282 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 1309372 T8282 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=47, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=66.1962890625,
floorSegmentMB=1.3095703125, forceMergeDeletesPctAllowed=0.6325894075319549,
segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.6619351677877484
[junit4] 2> 1309373 T8282 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1309373 T8282 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 1309373 T8282 oass.SolrIndexSearcher.<init> Opening
Searcher@67cb350a[collection1] main
[junit4] 2> 1309373 T8282 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 1309374 T8282 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 1309374 T8282 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1309375 T8282
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1309375 T8282 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 1309375 T8282 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1309376 T8282
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1309376 T8282 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1309376 T8282 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 1309376 T8282 oash.ReplicationHandler.inform Commits will be
reserved for 10000
[junit4] 2> 1309377 T8282 oasc.CoreContainer.registerCore registering
core: collection1
[junit4] 2> 1309377 T8283 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@67cb350a[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1309377 T8286 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:49708 collection:control_collection
shard:shard1
[junit4] 2> 1309378 T8250 oass.SolrDispatchFilter.init
user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1309378 T8250 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 1309378 T8250
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 1309379 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1309380 T8286 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1309380 T8289 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@566a7e06
name:ZooKeeperConnection Watcher:127.0.0.1:58638/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1309380 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1309381 T8250 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 1309381 T8250
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1309383 T8250 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> 1309385 T8286 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 1309386 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1309386 T8286
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 1309386 T8286 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> 1309386 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state
version: 1
[junit4] 2> ASYNC NEW_CORE C1401 name=collection1
org.apache.solr.core.SolrCore@46d1e7bd url=http://127.0.0.1:49708/collection1
node=127.0.0.1:49708_ C1401_STATE=coll:control_collection core:collection1
props:{core=collection1, base_url=http://127.0.0.1:49708,
node_name=127.0.0.1:49708_, state=down}
[junit4] 2> 1309387 T8286 C1401 P49708 oasc.SyncStrategy.sync Sync
replicas to http://127.0.0.1:49708/collection1/
[junit4] 2> 1309387 T8286 C1401 P49708 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 1309387 T8286 C1401 P49708 oasc.SyncStrategy.syncToMe
http://127.0.0.1:49708/collection1/ has no replicas
[junit4] 2> 1309387 T8286 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:49708/collection1/ shard1
[junit4] 2> 1309388 T8286 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leaders/shard1
[junit4] 2> 1309390 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1309391 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:49708";,
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 1309493 T8278 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1309493 T8289 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1309541 T8286 oasc.ZkController.register We are
http://127.0.0.1:49708/collection1/ and leader is
http://127.0.0.1:49708/collection1/
[junit4] 2> 1309542 T8286 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:49708
[junit4] 2> 1309542 T8286 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 1309542 T8286 oasc.ZkController.publish publishing
core=collection1 state=active collection=control_collection
[junit4] 2> 1309542 T8286 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 1309544 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1309545 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:49708";,
[junit4] 2> "node_name":"127.0.0.1:49708_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 1309545 T8279 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:49708";,
[junit4] 2> "node_name":"127.0.0.1:49708_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1309640 T8250 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/cores/collection1
[junit4] 2> 1309641 T8250 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1
[junit4] 2> 1309641 T8250 oejs.Server.doStart jetty-9.2.6.v20141205
[junit4] 2> 1309643 T8250 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@5012a78{/,null,AVAILABLE}
[junit4] 2> 1309643 T8250 oejs.AbstractConnector.doStart Started
ServerConnector@84d1b99{HTTP/1.1}{127.0.0.1:46138}
[junit4] 2> 1309644 T8250 oejs.Server.doStart Started @1310986ms
[junit4] 2> 1309644 T8250 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
[junit4] 2> 1309644 T8250 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 1309645 T8250 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001
[junit4] 2> 1309645 T8250 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/'
[junit4] 2> 1309647 T8289 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1309647 T8278 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1309657 T8250 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/solr.xml
[junit4] 2> 1309662 T8250 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/cores
[junit4] 2> 1309662 T8250 oasc.CoreContainer.<init> New CoreContainer
1218498941
[junit4] 2> 1309662 T8250 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/]
[junit4] 2> 1309663 T8250 oasc.CoreContainer.load loading shared library:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/lib
[junit4] 2> 1309663 T8250 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/lib).
[junit4] 2> 1309668 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 1309669 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 1309669 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 1309669 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 1309669 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 1309669 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 1309670 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 1309670 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 1309670 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 1309670 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 1309670 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 1309671 T8250 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1309671 T8250 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1309671 T8250 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1309671 T8250 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 1309672 T8250 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:58638/solr
[junit4] 2> 1309672 T8250 oasc.ZkController.checkChrootPath zkHost
includes chroot
[junit4] 2> 1309672 T8250
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 1309673 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1309674 T8303 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7b9fa0ea
name:ZooKeeperConnection Watcher:127.0.0.1:58638 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1309674 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1309674 T8250 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 1309676 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1309676 T8306 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7f089e9c
name:ZooKeeperConnection Watcher:127.0.0.1:58638/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1309677 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1309680 T8250
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1310682 T8250 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46138_
[junit4] 2> 1310682 T8250 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:46138_
[junit4] 2> 1310685 T8250 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1310686 T8250 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/cores
[junit4] 2> 1310687 T8250 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/cores/collection1/
[junit4] 2> 1310687 T8250 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 1310688 T8307 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 1310688 T8307 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 1310689 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1310689 T8307 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 1310689 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46138";,
[junit4] 2> "node_name":"127.0.0.1:46138_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 1310690 T8279 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46138";,
[junit4] 2> "node_name":"127.0.0.1:46138_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 1310690 T8279 oasco.ClusterStateMutator.createCollection
building a new cName: collection1
[junit4] 2> 1310690 T8279 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 1310792 T8289 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1310792 T8278 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1310792 T8306 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1311689 T8307 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 1311689 T8307 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:collection1
[junit4] 2> 1311690 T8307 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 1311690 T8307 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 1311691 T8307 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 1311691 T8307 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/cores/collection1/'
[junit4] 2> 1311705 T8307 oasc.ZkController.watchZKConfDir watch zkdir
/configs/conf1
[junit4] 2> 1311707 T8307 oasc.Config.<init> loaded config solrconfig.xml
with version 0
[junit4] 2> 1311712 T8307 oasc.SolrConfig.refreshRequestParams current
version of requestparams : -1
[junit4] 2> 1311719 T8307 oasc.SolrConfig.<init> Using Lucene
MatchVersion: 6.0.0
[junit4] 2> 1311731 T8307 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 1311732 T8307 oass.IndexSchema.readSchema Reading Solr Schema
from /configs/conf1/schema.xml
[junit4] 2> 1311738 T8307 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 1311883 T8307 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 1311885 T8307 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1311886 T8307 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 1311908 T8307 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 1311921 T8307 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 1311922 T8307 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 1311922 T8307 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-1-001/cores/collection1/,
dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty1/
[junit4] 2> 1311922 T8307 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@71fbf87e
[junit4] 2> 1311923 T8307 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty1
[junit4] 2> 1311923 T8307 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty1/index/
[junit4] 2> 1311923 T8307 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty1/index' doesn't exist. Creating new
index...
[junit4] 2> 1311924 T8307 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty1/index
[junit4] 2> 1311924 T8307 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.8436519983282041]
[junit4] 2> 1311946 T8307 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 1311947 T8307 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 1311950 T8307 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 1311950 T8307 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 1311950 T8307 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1311950 T8307 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 1311951 T8307 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1311951 T8307 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1311951 T8307 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1311951 T8307 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 1311953 T8307 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1311953 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /update: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1311954 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1311954 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1311954 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1311955 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /config: org.apache.solr.handler.SolrConfigHandler
[junit4] 2> 1311955 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /schema: org.apache.solr.handler.SchemaHandler
[junit4] 2> 1311959 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /replication: org.apache.solr.handler.ReplicationHandler
[junit4] 2> 1311959 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /get: org.apache.solr.handler.RealTimeGetHandler
[junit4] 2> 1311960 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
[junit4] 2> 1311961 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
[junit4] 2> 1311962 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
[junit4] 2> 1311962 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
[junit4] 2> 1311963 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
[junit4] 2> 1311963 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/properties:
org.apache.solr.handler.admin.PropertiesRequestHandler
[junit4] 2> 1311963 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
[junit4] 2> 1311964 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1311964 T8307 oasc.RequestHandlers.initHandlersFromConfig
created /admin/ping: org.apache.solr.handler.PingRequestHandler
[junit4] 2> 1311964 T8307 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 1311966 T8307 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1311967 T8307 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1311968 T8307 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1311969 T8307 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1311970 T8307 oasc.SolrCore.initStatsCache Using default
statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1311970 T8307 oasu.UpdateHandler.<init> Using UpdateLog
implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1311970 T8307 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 1311971 T8307 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 1311971 T8307 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=47, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=66.1962890625,
floorSegmentMB=1.3095703125, forceMergeDeletesPctAllowed=0.6325894075319549,
segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.6619351677877484
[junit4] 2> 1311972 T8307 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 1311972 T8307 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 1311972 T8307 oass.SolrIndexSearcher.<init> Opening
Searcher@4376c553[collection1] main
[junit4] 2> 1311973 T8307 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 1311974 T8307 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 1311974 T8307 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1311974 T8307
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1311975 T8307 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 1311975 T8307 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1311975 T8307
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1311975 T8307 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1311975 T8307 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 1311975 T8307 oash.ReplicationHandler.inform Commits will be
reserved for 10000
[junit4] 2> 1311977 T8308 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@4376c553[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1311977 T8307 oasc.CoreContainer.registerCore registering
core: collection1
[junit4] 2> 1311978 T8311 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:46138 collection:collection1
shard:shard1
[junit4] 2> 1311978 T8250 oass.SolrDispatchFilter.init
user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1311979 T8250 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 1311980 T8311 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1311985 T8311 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 1311987 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1311987 T8311
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 1311988 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"} current state version: 4
[junit4] 2> 1311988 T8311 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1402 name=collection1
org.apache.solr.core.SolrCore@949ce63 url=http://127.0.0.1:46138/collection1
node=127.0.0.1:46138_ C1402_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=http://127.0.0.1:46138,
node_name=127.0.0.1:46138_, state=down}
[junit4] 2> 1311989 T8311 C1402 P46138 oasc.SyncStrategy.sync Sync
replicas to http://127.0.0.1:46138/collection1/
[junit4] 2> 1311989 T8311 C1402 P46138 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 1311989 T8311 C1402 P46138 oasc.SyncStrategy.syncToMe
http://127.0.0.1:46138/collection1/ has no replicas
[junit4] 2> 1311990 T8311 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:46138/collection1/ shard1
[junit4] 2> 1311990 T8311 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1311992 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1311993 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:46138";,
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 4
[junit4] 2> 1312095 T8278 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1312095 T8306 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1312095 T8289 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1312144 T8311 oasc.ZkController.register We are
http://127.0.0.1:46138/collection1/ and leader is
http://127.0.0.1:46138/collection1/
[junit4] 2> 1312144 T8311 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:46138
[junit4] 2> 1312144 T8311 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 1312144 T8311 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 1312144 T8311 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 1312145 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1312146 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46138";,
[junit4] 2> "node_name":"127.0.0.1:46138_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 5
[junit4] 2> 1312147 T8279 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46138";,
[junit4] 2> "node_name":"127.0.0.1:46138_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 1312251 T8289 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1312251 T8306 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1312251 T8278 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1312406 T8250 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/cores/collection1
[junit4] 2> 1312407 T8250 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2
[junit4] 2> 1312409 T8250 oejs.Server.doStart jetty-9.2.6.v20141205
[junit4] 2> 1312411 T8250 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@5412cb6d{/,null,AVAILABLE}
[junit4] 2> 1312412 T8250 oejs.AbstractConnector.doStart Started
ServerConnector@428c442{HTTP/1.1}{127.0.0.1:38809}
[junit4] 2> 1312412 T8250 oejs.Server.doStart Started @1313755ms
[junit4] 2> 1312413 T8250 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
[junit4] 2> 1312413 T8250 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 1312414 T8250 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001
[junit4] 2> 1312414 T8250 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/'
[junit4] 2> 1312434 T8250 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/solr.xml
[junit4] 2> 1312440 T8250 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/cores
[junit4] 2> 1312441 T8250 oasc.CoreContainer.<init> New CoreContainer
2029127424
[junit4] 2> 1312441 T8250 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/]
[junit4] 2> 1312442 T8250 oasc.CoreContainer.load loading shared library:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/lib
[junit4] 2> 1312442 T8250 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/lib).
[junit4] 2> 1312450 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 1312450 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 1312451 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 1312451 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 1312451 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 1312452 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 1312452 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 1312452 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 1312453 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 1312453 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 1312453 T8250 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 1312454 T8250 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1312454 T8250 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1312455 T8250 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1312455 T8250 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 1312455 T8250 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:58638/solr
[junit4] 2> 1312456 T8250 oasc.ZkController.checkChrootPath zkHost
includes chroot
[junit4] 2> 1312456 T8250
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 1312457 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1312458 T8325 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5b34931f
name:ZooKeeperConnection Watcher:127.0.0.1:58638 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1312458 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1312459 T8250 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 1312460 T8250 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1312461 T8328 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@732ee4b2
name:ZooKeeperConnection Watcher:127.0.0.1:58638/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1312461 T8250 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1312469 T8250
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1313472 T8250 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38809_
[junit4] 2> 1313473 T8250 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:38809_
[junit4] 2> 1313475 T8250 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1313477 T8250 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/cores
[junit4] 2> 1313478 T8250 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/cores/collection1/
[junit4] 2> 1313478 T8250 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 1313479 T8329 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 1313479 T8329 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 1313479 T8278 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1313479 T8329 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 1313480 T8279 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38809";,
[junit4] 2> "node_name":"127.0.0.1:38809_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 6
[junit4] 2> 1313480 T8279 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38809";,
[junit4] 2> "node_name":"127.0.0.1:38809_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 1313481 T8279 oasco.ReplicaMutator.updateState Collection
already exists with numShards=1
[junit4] 2> 1313481 T8279 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 1313583 T8306 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1313583 T8328 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1313583 T8278 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1313583 T8289 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1314480 T8329 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 1314480 T8329 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:collection1
[junit4] 2> 1314481 T8329 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 1314481 T8329 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 1314482 T8329 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 1314482 T8329 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/cores/collection1/'
[junit4] 2> 1314490 T8329 oasc.ZkController.watchZKConfDir watch zkdir
/configs/conf1
[junit4] 2> 1314492 T8329 oasc.Config.<init> loaded config solrconfig.xml
with version 0
[junit4] 2> 1314495 T8329 oasc.SolrConfig.refreshRequestParams current
version of requestparams : -1
[junit4] 2> 1314499 T8329 oasc.SolrConfig.<init> Using Lucene
MatchVersion: 6.0.0
[junit4] 2> 1314509 T8329 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 1314510 T8329 oass.IndexSchema.readSchema Reading Solr Schema
from /configs/conf1/schema.xml
[junit4] 2> 1314514 T8329 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 1314628 T8329 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 1314630 T8329 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1314631 T8329 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 1314636 T8329 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 1314647 T8329 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 1314647 T8329 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 1314648 T8329 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/shard-2-001/cores/collection1/,
dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/
[junit4] 2> 1314648 T8329 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@71fbf87e
[junit4] 2> 1314648 T8329 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2
[junit4] 2> 1314649 T8329 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/index/
[junit4] 2> 1314649 T8329 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/index' doesn't exist. Creating new
index...
[junit4] 2> 1314649 T8329 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/index
[junit4] 2> 1314649 T8329 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.8436519983282041]
[junit4] 2> 1314659 T8329 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 1314659 T8329 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 1314662 T8329 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 1314662 T8329 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 1314662 T8329 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1314663 T8329 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 1314663 T8329 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1314663 T8329 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1314663 T8329 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1314664 T8329 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 1314664 T8329 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1314664 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /update: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1314664 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1314665 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1314665 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1314665 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /config: org.apache.solr.handler.SolrConfigHandler
[junit4] 2> 1314666 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /schema: org.apache.solr.handler.SchemaHandler
[junit4] 2> 1314667 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /replication: org.apache.solr.handler.ReplicationHandler
[junit4] 2> 1314667 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /get: org.apache.solr.handler.RealTimeGetHandler
[junit4] 2> 1314668 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
[junit4] 2> 1314668 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
[junit4] 2> 1314669 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
[junit4] 2> 1314669 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
[junit4] 2> 1314669 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
[junit4] 2> 1314670 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/properties:
org.apache.solr.handler.admin.PropertiesRequestHandler
[junit4] 2> 1314670 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
[junit4] 2> 1314670 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1314671 T8329 oasc.RequestHandlers.initHandlersFromConfig
created /admin/ping: org.apache.solr.handler.PingRequestHandler
[junit4] 2> 1314671 T8329 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 1314672 T8329 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1314673 T8329 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1314674 T8329 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1314674 T8329 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1314675 T8329 oasc.SolrCore.initStatsCache Using default
statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1314675 T8329 oasu.UpdateHandler.<init> Using UpdateLog
implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1314676 T8329 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 1314676 T8329 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 1314677 T8329 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=47, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=66.1962890625,
floorSegmentMB=1.3095703125, forceMergeDeletesPctAllowed=0.6325894075319549,
segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.6619351677877484
[junit4] 2> 1314677 T8329 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 1314677 T8329 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 1314678 T8329 oass.SolrIndexSearcher.<init> Opening
Searcher@6e59248e[collection1] main
[junit4] 2> 1314678 T8329 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 1314679 T8329 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 1314679 T8329 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1314679 T8329
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1314679 T8329 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 1314679 T8329 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1314680 T8329
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1314680 T8329 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1314680 T8329 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 1314680 T8329 oash.ReplicationHandler.inform Commits will be
reserved for 10000
[junit4] 2> 1314681 T8330 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@6e59248e[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1314681 T8329 oasc.CoreContainer.registerCore registering
core: collection1
[junit4] 2> 1314682 T8333 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:38809 collection:collection1
shard:shard1
[junit4] 2> 1314682 T8250 oass.SolrDispatchFilter.init
user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1314682 T8250 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 1314684 T8333 oasc.ZkController.register We are
http://127.0.0.1:38809/collection1/ and leader is
http://127.0.0.1:46138/collection1/
[junit4] 2> 1314684 T8333 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:38809
[junit4] 2> 1314684 T8333 oasc.ZkController.checkRecovery Core needs
[...truncated too long message...]
test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2
[CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2;done=false>>]
[junit4] 2> 1338506 T8250 oasc.CachingDirectoryFactory.close Closing
directory:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2
[junit4] 2> 1338506 T8250 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/index
[CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/index;done=false>>]
[junit4] 2> 1338506 T8250 oasc.CachingDirectoryFactory.close Closing
directory:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001/tempDir-001/jetty2/index
[junit4] 2> 1338507 T8250 oasc.Overseer.close Overseer
(id=93396545915781128-127.0.0.1:38809_-n_0000000002) closing
[junit4] 2> 1338507 T8381 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:38809_
[junit4] 2> 1338508 T8328 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1338510 T8250 oejs.AbstractConnector.doStop Stopped
ServerConnector@428c442{HTTP/1.1}{127.0.0.1:0}
[junit4] 2> 1338510 T8250 oejsh.ContextHandler.doStop Stopped
o.e.j.s.ServletContextHandler@5412cb6d{/,null,UNAVAILABLE}
[junit4] 2> 1338511 T8250 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:58638 58638
[junit4] 2> 1338974 T8251 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:58638 58638
[junit4] 2> 1338975 T8251 oasc.ZkTestServer$ZKServerMain.runFromConfig
WARN Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2
/solr/overseer_elect/election/93396545915781123-127.0.0.1:49708_-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test
-Dtests.seed=A57B321CA7733D9E -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=ar_SA -Dtests.timezone=Asia/Aqtau -Dtests.asserts=true
-Dtests.file.encoding=US-ASCII
[junit4] FAILURE 31.4s J0 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: There were too many
update fails - we expect it can happen, but shouldn't easily
[junit4] > at
__randomizedtesting.SeedInfo.seed([A57B321CA7733D9E:2D2F0DC6098F5066]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:222)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:945)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:920)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1338987 T8250 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A57B321CA7733D9E-001
[junit4] 2> 31403 T8249 ccr.ThreadLeakControl.checkThreadLeaks WARNING
Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene50, sim=DefaultSimilarity,
locale=ar_SA, timezone=Asia/Aqtau
[junit4] 2> NOTE: Linux 3.13.0-45-generic amd64/Oracle Corporation
1.8.0_40-ea (64-bit)/cpus=8,threads=1,free=245507168,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestChildDocTransformer,
SimpleCollectionCreateDeleteTest, TestHashPartitioner, TestCloudPivotFacet,
TestWriterPerf, AddSchemaFieldsUpdateProcessorFactoryTest,
TestTrackingShardHandlerFactory, TestBlobHandler, TestFieldSortValues,
DistribCursorPagingTest, OutputWriterTest, TestUpdate, DirectUpdateHandlerTest,
AsyncMigrateRouteKeyTest, TestCollationField, SuggestComponentTest,
TestReplicationHandlerBackup, TestReloadAndDeleteDocs,
HdfsDirectoryFactoryTest, SortByFunctionTest, DistributedDebugComponentTest,
ShardRoutingTest, SliceStateTest, CacheHeaderTest, TestExpandComponent,
TestSchemaManager, PreAnalyzedFieldTest, CoreAdminRequestStatusTest,
PrimUtilsTest, DistributedSpellCheckComponentTest, AddBlockUpdateTest,
ChangedSchemaMergeTest, TestPerFieldSimilarity, TestDynamicLoading,
PeerSyncTest, ScriptEngineTest, TestIndexSearcher, TestLRUCache,
TestSchemaNameResource, HdfsUnloadDistributedZkTest, BadComponentTest,
CoreAdminHandlerTest, CoreMergeIndexesAdminHandlerTest, TestOrdValues,
TestSolrQueryParserResource, UnloadDistributedZkTest, JSONWriterTest,
OverseerStatusTest, TestDistributedSearch, TestFunctionQuery,
TestRebalanceLeaders, TestDocumentBuilder, TestObjectReleaseTracker,
MergeStrategyTest, TestSolrXml, TestExactSharedStatsCache,
TestReRankQParserPlugin, TestStressRecovery, TestCollapseQParserPlugin,
DocValuesTest, OverseerTest, DistributedQueryElevationComponentTest,
DeleteReplicaTest, DistributedSuggestComponentTest, TestStressVersions,
LukeRequestHandlerTest, TestCloudManagedSchema, SyncSliceTest,
TestCursorMarkWithoutUniqueKey, SolrPluginUtilsTest, TestIndexingPerformance,
TestSolrIndexConfig, QueryElevationComponentTest, TestSchemaVersionResource,
SolrInfoMBeanTest, SystemInfoHandlerTest, TestGroupingSearch,
TestExtendedDismaxParser, TestDistribDocBasedVersion,
TestAnalyzeInfixSuggestions, CachingDirectoryFactoryTest, TestSolrDynamicMBean,
TestBinaryResponseWriter, TestBulkSchemaConcurrent, HdfsSyncSliceTest,
PingRequestHandlerTest, TestAnalyzedSuggestions, NumericFieldsTest,
DirectSolrConnectionTest, CursorPagingTest, PreAnalyzedUpdateProcessorTest,
AnalysisAfterCoreReloadTest, TestIntervalFaceting, XmlUpdateRequestHandlerTest,
UniqFieldsUpdateProcessorFactoryTest, CircularListTest, TestSort, SolrCoreTest,
NoCacheHeaderTest, TestPhraseSuggestions, RecoveryZkTest, HardAutoCommitTest,
TestRandomMergePolicy, BadCopyFieldTest, TestFastLRUCache,
TestComplexPhraseQParserPlugin, TestFieldTypeResource,
URLClassifyProcessorTest, TestLazyCores, RankQueryTest,
TestSolrConfigHandlerCloud, TestCharFilters, ZkControllerTest,
DistanceFunctionTest, LeaderElectionTest, TestSerializedLuceneMatchVersion,
BasicDistributedZkTest, CollectionsAPIDistributedZkTest,
ClusterStateUpdateTest, ZkSolrClientTest, ZkCLITest, TestFaceting,
TermVectorComponentDistributedTest, TestRealTimeGet, TestCoreContainer,
SimpleFacetsTest, BadIndexSchemaTest, HighlighterTest,
ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest,
CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery,
SuggesterFSTTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene,
SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields,
TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest,
TestRemoteStreaming, TestSolrDeletionPolicy1, TestQueryUtils, TestQueryTypes,
PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest,
RequiredFieldsTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest,
IndexSchemaTest, TestCSVResponseWriter, CSVRequestHandlerTest, TestLFUCache,
SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, SolrIndexConfigTest,
TestSearchPerf, TestSolrCoreProperties, TestPostingsSolrHighlighter,
TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory,
TestIBSimilarityFactory, TestDefaultSimilarityFactory, TimeZoneUtilsTest,
ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed on J0 in 31.92s, 1 test, 1 failure <<< FAILURES!
[...truncated 368 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510:
The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351:
The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958:
There were test failures: 468 suites, 1868 tests, 1 failure, 48 ignored (21
assumptions)
Total time: 64 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_40-ea-b22
-XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
