Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12477/
Java: 32bit/jdk1.8.0_60-ea-b12 -client -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
ERROR: SolrIndexSearcher opens=8 closes=7
Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=8 closes=7
at __randomizedtesting.SeedInfo.seed([256827EDC07B910B]:0)
at org.junit.Assert.fail(Assert.java:93)
at
org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:496)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:232)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
2 threads leaked from SUITE scope at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=296,
name=searcherExecutor-349-thread-1, state=WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 2) Thread[id=364,
name=qtp11601588-364, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Object.wait(Native Method) at
java.lang.Object.wait(Object.java:502) at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.blockUntilFinished(ConcurrentUpdateSolrClient.java:397)
at
org.apache.solr.update.StreamingSolrClients.blockUntilFinished(StreamingSolrClients.java:103)
at
org.apache.solr.update.SolrCmdDistributor.blockAndDoRetries(SolrCmdDistributor.java:229)
at
org.apache.solr.update.SolrCmdDistributor.finish(SolrCmdDistributor.java:89)
at
org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:782)
at
org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1649)
at
org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:183)
at
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)
at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2047)
at
org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:841)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:453)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:223)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:105)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
at org.eclipse.jetty.server.Server.handle(Server.java:497) at
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310) at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
at
org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE
scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=296, name=searcherExecutor-349-thread-1, state=WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=364, name=qtp11601588-364, state=WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.blockUntilFinished(ConcurrentUpdateSolrClient.java:397)
at
org.apache.solr.update.StreamingSolrClients.blockUntilFinished(StreamingSolrClients.java:103)
at
org.apache.solr.update.SolrCmdDistributor.blockAndDoRetries(SolrCmdDistributor.java:229)
at
org.apache.solr.update.SolrCmdDistributor.finish(SolrCmdDistributor.java:89)
at
org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:782)
at
org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1649)
at
org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:183)
at
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)
at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2047)
at
org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:841)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:453)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:223)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:105)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
at org.eclipse.jetty.server.Server.handle(Server.java:497)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
at
org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([256827EDC07B910B]:0)
Build Log:
[...truncated 9570 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/init-core-data-001
[junit4] 2> 20726 T235 oas.BaseDistributedSearchTestCase.initHostContext
Setting hostContext system property: /
[junit4] 2> 20743 T235 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 20746 T236 oasc.ZkTestServer$2$1.setClientPort client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 20746 T236 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 20846 T235 oasc.ZkTestServer.run start zk server on port:54671
[junit4] 2> 20859 T235
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 20912 T235 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 20951 T243 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1bdd744 name:ZooKeeperConnection
Watcher:127.0.0.1:54671 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 20951 T235 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 20952 T235 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 20954 T235 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 20975 T235
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 20976 T235 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 20977 T246 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1c8b316 name:ZooKeeperConnection
Watcher:127.0.0.1:54671/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 20977 T235 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 20978 T235 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 20978 T235 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 20982 T235 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 20984 T235 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 20987 T235 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 20989 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 20990 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 20995 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 20995 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 20999 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 20999 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 21002 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 21002 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 21005 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 21005 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 21007 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 21008 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 21010 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 21010 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 21015 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 21015 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 21021 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 21022 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 21053 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 21053 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 21056 T235 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 21064 T235 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 21157 T235 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1
[junit4] 2> 21165 T235 oejs.Server.doStart jetty-9.2.10.v20150310
[junit4] 2> 21167 T235 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@1e9405e{/,null,AVAILABLE}
[junit4] 2> 21172 T235 oejs.AbstractConnector.doStart Started
ServerConnector@111c748{HTTP/1.1}{127.0.0.1:43547}
[junit4] 2> 21173 T235 oejs.Server.doStart Started @22135ms
[junit4] 2> 21173 T235 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/tempDir-001/control/data, hostContext=/, hostPort=43547,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores}
[junit4] 2> 21175 T235 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 21175 T235 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/'
[junit4] 2> 21199 T235 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/solr.xml
[junit4] 2> 21210 T235 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores
[junit4] 2> 21211 T235 oasc.CoreContainer.<init> New CoreContainer 12794517
[junit4] 2> 21212 T235 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/]
[junit4] 2> 21212 T235 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/lib
[junit4] 2> 21212 T235 oasc.SolrResourceLoader.addToClassLoader WARN Can't
find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/lib).
[junit4] 2> 21220 T235 oashc.HttpShardHandlerFactory.init created with
socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost :
20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize :
2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy :
false,useRetries : false,
[junit4] 2> 21222 T235 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 21223 T235 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 21224 T235 oasl.LogWatcher.newRegisteredLogWatcher Registering
Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 21224 T235 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 21225 T235 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:54671/solr
[junit4] 2> 21241 T235 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 21242 T235
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 21249 T235 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 21251 T260 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@e88310 name:ZooKeeperConnection
Watcher:127.0.0.1:54671 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 21252 T235 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 21252 T235 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 21260 T235 n:127.0.0.1:43547_
oascc.ConnectionManager.waitForConnected Waiting for client to connect to
ZooKeeper
[junit4] 2> 21262 T263 n:127.0.0.1:43547_ oascc.ConnectionManager.process
Watcher org.apache.solr.common.cloud.ConnectionManager@1151348
name:ZooKeeperConnection Watcher:127.0.0.1:54671/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21262 T235 n:127.0.0.1:43547_
oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21272 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer/queue
[junit4] 2> 21278 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer/collection-queue-work
[junit4] 2> 21284 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer/collection-map-running
[junit4] 2> 21287 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer/collection-map-completed
[junit4] 2> 21291 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer/collection-map-failure
[junit4] 2> 21301 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /live_nodes
[junit4] 2> 21305 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /aliases.json
[junit4] 2> 21307 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /clusterstate.json
[junit4] 2> 21309 T235 n:127.0.0.1:43547_
oasc.ZkController.createEphemeralLiveNode Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:43547_
[junit4] 2> 21312 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /live_nodes/127.0.0.1:43547_
[junit4] 2> 21315 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer_elect
[junit4] 2> 21318 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer_elect/election
[junit4] 2> 21323 T235 n:127.0.0.1:43547_ oasc.Overseer.close Overseer
(id=null) closing
[junit4] 2> 21333 T235 n:127.0.0.1:43547_
oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader
127.0.0.1:43547_
[junit4] 2> 21333 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer_elect/leader
[junit4] 2> 21336 T235 n:127.0.0.1:43547_ oasc.Overseer.start Overseer
(id=93727423277694979-127.0.0.1:43547_-n_0000000000) starting
[junit4] 2> 21345 T235 n:127.0.0.1:43547_ oascc.SolrZkClient.makePath
makePath: /overseer/queue-work
[junit4] 2> 21376 T235 n:127.0.0.1:43547_
oasc.OverseerAutoReplicaFailoverThread.<init> Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 21381 T265 n:127.0.0.1:43547_
oasc.OverseerCollectionProcessor.run Process current queue of collection
creations
[junit4] 2> 21382 T235 n:127.0.0.1:43547_
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 21387 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 21397 T235 n:127.0.0.1:43547_
oasc.CorePropertiesLocator.discover Looking for core definitions underneath
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores
[junit4] 2> 21401 T235 n:127.0.0.1:43547_ oasc.CoreDescriptor.<init> CORE
DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false,
schema=schema.xml, loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1,
collection=control_collection,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 21401 T235 n:127.0.0.1:43547_
oasc.CorePropertiesLocator.discoverUnder Found core collection1 in
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/
[junit4] 2> 21402 T235 n:127.0.0.1:43547_
oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 21403 T267 n:127.0.0.1:43547_ c:control_collection
x:collection1 oasc.ZkController.publish publishing core=collection1 state=down
collection=control_collection
[junit4] 2> 21403 T267 n:127.0.0.1:43547_ c:control_collection
x:collection1 oasc.ZkController.publish numShards not found on descriptor -
reading it from system property
[junit4] 2> 21408 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 21408 T267 n:127.0.0.1:43547_
oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 21413 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43547";,
[junit4] 2> "node_name":"127.0.0.1:43547_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 21426 T264 n:127.0.0.1:43547_ oasco.ReplicaMutator.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43547";,
[junit4] 2> "node_name":"127.0.0.1:43547_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 21428 T264 n:127.0.0.1:43547_
oasco.ClusterStateMutator.createCollection building a new cName:
control_collection
[junit4] 2> 21440 T264 n:127.0.0.1:43547_ oasco.ReplicaMutator.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 21450 T263 n:127.0.0.1:43547_ oascc.ZkStateReader$2.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 22410 T267 n:127.0.0.1:43547_ oasc.ZkController.waitForShardId
waiting to find shard id in clusterstate for collection1
[junit4] 2> 22411 T267 n:127.0.0.1:43547_
oasc.ZkController.createCollectionZkNode Check for collection
zkNode:control_collection
[junit4] 2> 22411 T267 n:127.0.0.1:43547_
oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 22412 T267 n:127.0.0.1:43547_
oascc.ZkStateReader.readConfigName Load collection config
from:/collections/control_collection
[junit4] 2> 22413 T267 n:127.0.0.1:43547_
oascc.ZkStateReader.readConfigName path=/collections/control_collection
configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 22413 T267 n:127.0.0.1:43547_ oasc.SolrResourceLoader.<init>
new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/'
[junit4] 2> 22446 T267 n:127.0.0.1:43547_ oasc.Config.<init> loaded config
solrconfig.xml with version 0
[junit4] 2> 22460 T267 n:127.0.0.1:43547_
oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 22469 T267 n:127.0.0.1:43547_ oasc.SolrConfig.<init> Using
Lucene MatchVersion: 6.0.0
[junit4] 2> 22496 T267 n:127.0.0.1:43547_ oasc.SolrConfig.<init> Loaded
SolrConfig: solrconfig.xml
[junit4] 2> 22498 T267 n:127.0.0.1:43547_ oass.IndexSchema.readSchema
Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 22532 T267 n:127.0.0.1:43547_ oass.IndexSchema.readSchema
[collection1] Schema name=test
[junit4] 2> 22953 T267 n:127.0.0.1:43547_ oass.IndexSchema.readSchema
default search field in schema is text
[junit4] 2> 22956 T267 n:127.0.0.1:43547_ oass.IndexSchema.readSchema
unique key field: id
[junit4] 2> 22968 T267 n:127.0.0.1:43547_
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 22974 T267 n:127.0.0.1:43547_
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 23037 T267 n:127.0.0.1:43547_ oasc.CoreContainer.create
Creating SolrCore 'collection1' using configuration from collection
control_collection
[junit4] 2> 23038 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 23046 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/], dataDir=[null]
[junit4] 2> 23046 T267 n:127.0.0.1:43547_ x:collection1
oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to
JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@100aa13
[junit4] 2> 23053 T267 n:127.0.0.1:43547_ x:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/data
[junit4] 2> 23054 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrCore.getNewIndexDir New index directory detected: old=null
new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/data/index/
[junit4] 2> 23055 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrCore.initIndex WARN [collection1] Solr index directory
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/data/index' doesn't exist.
Creating new index...
[junit4] 2> 23055 T267 n:127.0.0.1:43547_ x:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/data/index
[junit4] 2> 23057 T267 n:127.0.0.1:43547_ x:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
minMergeSize=0, mergeFactor=10, maxMergeSize=1515447613,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.1]
[junit4] 2> 23094 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 23095 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 23102 T267 n:127.0.0.1:43547_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"nodistrib"
[junit4] 2> 23114 T267 n:127.0.0.1:43547_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"dedupe"
[junit4] 2> 23114 T267 n:127.0.0.1:43547_ x:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 23114 T267 n:127.0.0.1:43547_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"stored_sig"
[junit4] 2> 23115 T267 n:127.0.0.1:43547_ x:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 23115 T267 n:127.0.0.1:43547_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-explicit"
[junit4] 2> 23116 T267 n:127.0.0.1:43547_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 23117 T267 n:127.0.0.1:43547_ x:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 23117 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined
as default, creating implicit default
[junit4] 2> 23120 T267 n:127.0.0.1:43547_ x:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 23130 T267 n:127.0.0.1:43547_ x:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 23132 T267 n:127.0.0.1:43547_ x:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 23134 T267 n:127.0.0.1:43547_ x:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 23148 T267 n:127.0.0.1:43547_ x:collection1
oasc.RequestHandlers.initHandlersFromConfig Registered paths:
/admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 23158 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrCore.initStatsCache Using default statsCache cache:
org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 23159 T267 n:127.0.0.1:43547_ x:collection1
oasu.UpdateHandler.<init> Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 23160 T267 n:127.0.0.1:43547_ x:collection1
oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 23160 T267 n:127.0.0.1:43547_ x:collection1
oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 23161 T267 n:127.0.0.1:43547_ x:collection1
oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 23162 T267 n:127.0.0.1:43547_ x:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.0]
[junit4] 2> 23163 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 23163 T267 n:127.0.0.1:43547_ x:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 23163 T267 n:127.0.0.1:43547_ x:collection1
oass.SolrIndexSearcher.<init> Opening Searcher@8131c8[collection1] main
[junit4] 2> 23164 T267 n:127.0.0.1:43547_ x:collection1
oascc.ZkStateReader.readConfigName Load collection config
from:/collections/control_collection
[junit4] 2> 23165 T267 n:127.0.0.1:43547_ x:collection1
oascc.ZkStateReader.readConfigName path=/collections/control_collection
configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 23165 T267 n:127.0.0.1:43547_ x:collection1
oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for
the RestManager with znodeBase: /configs/conf1
[junit4] 2> 23167 T267 n:127.0.0.1:43547_ x:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 23168 T267 n:127.0.0.1:43547_ x:collection1
oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 23168 T267 n:127.0.0.1:43547_ x:collection1
oasr.ManagedResourceStorage.load Reading _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 23169 T267 n:127.0.0.1:43547_ x:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 23170 T267 n:127.0.0.1:43547_ x:collection1
oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 23170 T267 n:127.0.0.1:43547_ x:collection1
oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 23170 T267 n:127.0.0.1:43547_ x:collection1
oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 23173 T268 n:127.0.0.1:43547_ x:collection1
oasc.SolrCore.registerSearcher [collection1] Registered new searcher
Searcher@8131c8[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 23179 T267 n:127.0.0.1:43547_ x:collection1
oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1
[junit4] 2> 23180 T267 n:127.0.0.1:43547_ x:collection1
oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 23183 T235 n:127.0.0.1:43547_ oass.SolrDispatchFilter.init
user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 23183 T235 n:127.0.0.1:43547_ oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 23186 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ZkController.register Register replica - core:collection1
address:http://127.0.0.1:43547 collection:control_collection shard:shard1
[junit4] 2> 23193 T235
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 23194 T235 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 23198 T274 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1ebf758 name:ZooKeeperConnection
Watcher:127.0.0.1:54671/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 23202 T235 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 23203 T235 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 23204 T235
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 23209 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leader_elect/shard1/election
[junit4] 2> 23216 T235 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> 23216 T235 oasc.AbstractFullDistribZkTestBase.createJettys
Creating collection1 with stateFormat=2
[junit4] 2> 23217 T235
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 23218 T235 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 23219 T277 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@a9f1e name:ZooKeeperConnection
Watcher:127.0.0.1:54671/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 23220 T235 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 23220 T235 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 23229 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the
leader process for shard shard1
[junit4] 2> 23231 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 23231 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
replicas found to continue.
[junit4] 2> 23232 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new
leader - try and sync
[junit4] 2> ASYNC NEW_CORE C39 name=collection1
org.apache.solr.core.SolrCore@19f2202 url=http://127.0.0.1:43547/collection1
node=127.0.0.1:43547_ C39_STATE=coll:control_collection core:collection1
props:{core=collection1, base_url=http://127.0.0.1:43547,
node_name=127.0.0.1:43547_, state=down}
[junit4] 2> 23245 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 C39 oasc.SyncStrategy.sync Sync replicas to
http://127.0.0.1:43547/collection1/
[junit4] 2> 23245 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state
version: 1
[junit4] 2> 23246 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 C39 oasc.SyncStrategy.syncReplicas Sync Success - now sync
replicas to me
[junit4] 2> 23247 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 C39 oasc.SyncStrategy.syncToMe
http://127.0.0.1:43547/collection1/ has no replicas
[junit4] 2> 23248 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
leader: http://127.0.0.1:43547/collection1/ shard1
[junit4] 2> 23250 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leaders/shard1
[junit4] 2> 23251 T274 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23252 T263 n:127.0.0.1:43547_ oascc.ZkStateReader$2.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23270 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "stateFormat":"2"} current state version: 2
[junit4] 2> 23270 T264 n:127.0.0.1:43547_
oasco.ClusterStateMutator.createCollection building a new cName: collection1
[junit4] 2> 23285 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 23304 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:43547";,
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 23305 T264 n:127.0.0.1:43547_
oasco.ZkStateWriter.writePendingUpdates going to create_collection
/collections/collection1/state.json
[junit4] 2> 23307 T263 n:127.0.0.1:43547_ oascc.ZkStateReader$2.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23309 T274 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23357 T235 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1
[junit4] 2> 23359 T235 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1 in directory
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001
[junit4] 2> 23362 T235 oejs.Server.doStart jetty-9.2.10.v20150310
[junit4] 2> 23363 T235 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@b3bb63{/,null,AVAILABLE}
[junit4] 2> 23364 T235 oejs.AbstractConnector.doStart Started
ServerConnector@ab9030{HTTP/1.1}{127.0.0.1:45493}
[junit4] 2> 23364 T235 oejs.Server.doStart Started @24326ms
[junit4] 2> 23365 T235 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml,
hostContext=/, hostPort=45493,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores}
[junit4] 2> 23365 T235 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 23366 T235 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/'
[junit4] 2> 23394 T235 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/solr.xml
[junit4] 2> 23418 T274 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23418 T263 n:127.0.0.1:43547_ oascc.ZkStateReader$2.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23423 T235 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores
[junit4] 2> 23424 T235 oasc.CoreContainer.<init> New CoreContainer 27543820
[junit4] 2> 23424 T235 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/]
[junit4] 2> 23425 T235 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/lib
[junit4] 2> 23425 T235 oasc.SolrResourceLoader.addToClassLoader WARN Can't
find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/lib).
[junit4] 2> 23454 T235 oashc.HttpShardHandlerFactory.init created with
socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost :
20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize :
2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy :
false,useRetries : false,
[junit4] 2> 23456 T235 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 23457 T235 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 23457 T235 oasl.LogWatcher.newRegisteredLogWatcher Registering
Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 23457 T235 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 23457 T235 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:54671/solr
[junit4] 2> 23458 T235 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 23458 T235
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 23459 T235 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 23460 T291 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@13cbce1 name:ZooKeeperConnection
Watcher:127.0.0.1:54671 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 23461 T235 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 23462 T235 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 23472 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ZkController.register We are
http://127.0.0.1:43547/collection1/ and leader is
http://127.0.0.1:43547/collection1/
[junit4] 2> 23472 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=http://127.0.0.1:43547
[junit4] 2> 23472 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery
necessary
[junit4] 2> 23473 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ZkController.publish publishing core=collection1
state=active collection=control_collection
[junit4] 2> 23473 T271 n:127.0.0.1:43547_ c:control_collection s:shard1
x:collection1 oasc.ZkController.publish numShards not found on descriptor -
reading it from system property
[junit4] 2> 23475 T235 n:127.0.0.1:45493_
oascc.ConnectionManager.waitForConnected Waiting for client to connect to
ZooKeeper
[junit4] 2> 23476 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 23481 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43547";,
[junit4] 2> "node_name":"127.0.0.1:43547_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 23482 T264 n:127.0.0.1:43547_ oasco.ReplicaMutator.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43547";,
[junit4] 2> "node_name":"127.0.0.1:43547_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 23493 T294 n:127.0.0.1:45493_ oascc.ConnectionManager.process
Watcher org.apache.solr.common.cloud.ConnectionManager@16acab5
name:ZooKeeperConnection Watcher:127.0.0.1:54671/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 23494 T235 n:127.0.0.1:45493_
oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 23501 T235 n:127.0.0.1:45493_
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 23595 T274 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23595 T294 n:127.0.0.1:45493_ oascc.ZkStateReader$2.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23595 T263 n:127.0.0.1:43547_ oascc.ZkStateReader$2.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 24508 T235 n:127.0.0.1:45493_
oasc.ZkController.createEphemeralLiveNode Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:45493_
[junit4] 2> 24510 T235 n:127.0.0.1:45493_ oascc.SolrZkClient.makePath
makePath: /live_nodes/127.0.0.1:45493_
[junit4] 2> 24514 T235 n:127.0.0.1:45493_ oasc.Overseer.close Overseer
(id=null) closing
[junit4] 2> 24518 T235 n:127.0.0.1:45493_
oasc.CorePropertiesLocator.discover Looking for core definitions underneath
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores
[junit4] 2> 24520 T235 n:127.0.0.1:45493_ oasc.CoreDescriptor.<init> CORE
DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false,
schema=schema.xml, loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1, collection=collection1,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 24521 T235 n:127.0.0.1:45493_
oasc.CorePropertiesLocator.discoverUnder Found core collection1 in
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/
[junit4] 2> 24521 T235 n:127.0.0.1:45493_
oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 24523 T295 n:127.0.0.1:45493_ c:collection1 x:collection1
oasc.ZkController.publish publishing core=collection1 state=down
collection=collection1
[junit4] 2> 24524 T295 n:127.0.0.1:45493_ c:collection1 x:collection1
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 24526 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 24527 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45493";,
[junit4] 2> "node_name":"127.0.0.1:45493_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 5
[junit4] 2> 24528 T264 n:127.0.0.1:43547_ oasco.ReplicaMutator.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45493";,
[junit4] 2> "node_name":"127.0.0.1:45493_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 24528 T264 n:127.0.0.1:43547_ oasco.ReplicaMutator.updateState
Collection already exists with numShards=1
[junit4] 2> 24529 T264 n:127.0.0.1:43547_ oasco.ReplicaMutator.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 24536 T295 n:127.0.0.1:45493_ oasc.ZkController.preRegister
Registering watch for external collection collection1
[junit4] 2> 24537 T295 n:127.0.0.1:45493_ oascc.ZkStateReader.addZkWatch
addZkWatch collection1
[junit4] 2> 24537 T295 n:127.0.0.1:45493_ oascc.ZkStateReader.addZkWatch
Updating collection state at /collections/collection1/state.json from
ZooKeeper...
[junit4] 2> 24540 T295 n:127.0.0.1:45493_
oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to
ver 0
[junit4] 2> 24542 T295 n:127.0.0.1:45493_
oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 24641 T264 n:127.0.0.1:43547_
oasco.ZkStateWriter.writePendingUpdates going to update_collection
/collections/collection1/state.json version: 0
[junit4] 2> 24642 T294 n:127.0.0.1:45493_ oascc.ZkStateReader$7.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json for collection collection1 has
occurred - updating... (live nodes size: 2)
[junit4] 2> 24644 T294 n:127.0.0.1:45493_
oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to
ver 1
[junit4] 2> 25543 T295 n:127.0.0.1:45493_ oasc.ZkController.waitForShardId
waiting to find shard id in clusterstate for collection1
[junit4] 2> 25543 T295 n:127.0.0.1:45493_
oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 25544 T295 n:127.0.0.1:45493_
oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 25544 T295 n:127.0.0.1:45493_
oascc.ZkStateReader.readConfigName Load collection config
from:/collections/collection1
[junit4] 2> 25545 T295 n:127.0.0.1:45493_
oascc.ZkStateReader.readConfigName path=/collections/collection1
configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 25545 T295 n:127.0.0.1:45493_ oasc.SolrResourceLoader.<init>
new SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/'
[junit4] 2> 25570 T295 n:127.0.0.1:45493_ oasc.Config.<init> loaded config
solrconfig.xml with version 0
[junit4] 2> 25583 T295 n:127.0.0.1:45493_
oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 25601 T295 n:127.0.0.1:45493_ oasc.SolrConfig.<init> Using
Lucene MatchVersion: 6.0.0
[junit4] 2> 25630 T295 n:127.0.0.1:45493_ oasc.SolrConfig.<init> Loaded
SolrConfig: solrconfig.xml
[junit4] 2> 25633 T295 n:127.0.0.1:45493_ oass.IndexSchema.readSchema
Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 25664 T295 n:127.0.0.1:45493_ oass.IndexSchema.readSchema
[collection1] Schema name=test
[junit4] 2> 25970 T295 n:127.0.0.1:45493_ oass.IndexSchema.readSchema
default search field in schema is text
[junit4] 2> 25973 T295 n:127.0.0.1:45493_ oass.IndexSchema.readSchema
unique key field: id
[junit4] 2> 25974 T295 n:127.0.0.1:45493_
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 25979 T295 n:127.0.0.1:45493_
oass.FileExchangeRateProvider.reload Reloading exchange rates from file
currency.xml
[junit4] 2> 26009 T295 n:127.0.0.1:45493_ oasc.CoreContainer.create
Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 26010 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 26010 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/], dataDir=[null]
[junit4] 2> 26012 T295 n:127.0.0.1:45493_ x:collection1
oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to
JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@100aa13
[junit4] 2> 26013 T295 n:127.0.0.1:45493_ x:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data
[junit4] 2> 26014 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrCore.getNewIndexDir New index directory detected: old=null
new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data/index/
[junit4] 2> 26014 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrCore.initIndex WARN [collection1] Solr index directory
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data/index' doesn't exist.
Creating new index...
[junit4] 2> 26014 T295 n:127.0.0.1:45493_ x:collection1
oasc.CachingDirectoryFactory.get return new directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 26015 T295 n:127.0.0.1:45493_ x:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
minMergeSize=0, mergeFactor=10, maxMergeSize=1515447613,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.1]
[junit4] 2> 26034 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 26034 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 26045 T295 n:127.0.0.1:45493_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"nodistrib"
[junit4] 2> 26045 T295 n:127.0.0.1:45493_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"dedupe"
[junit4] 2> 26046 T295 n:127.0.0.1:45493_ x:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 26046 T295 n:127.0.0.1:45493_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"stored_sig"
[junit4] 2> 26047 T295 n:127.0.0.1:45493_ x:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 26047 T295 n:127.0.0.1:45493_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-explicit"
[junit4] 2> 26048 T295 n:127.0.0.1:45493_ x:collection1
oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 26048 T295 n:127.0.0.1:45493_ x:collection1
oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 26049 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined
as default, creating implicit default
[junit4] 2> 26054 T295 n:127.0.0.1:45493_ x:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 26058 T295 n:127.0.0.1:45493_ x:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 26060 T295 n:127.0.0.1:45493_ x:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 26062 T295 n:127.0.0.1:45493_ x:collection1
oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 26080 T295 n:127.0.0.1:45493_ x:collection1
oasc.RequestHandlers.initHandlersFromConfig Registered paths:
/admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 26082 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrCore.initStatsCache Using default statsCache cache:
org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 26082 T295 n:127.0.0.1:45493_ x:collection1
oasu.UpdateHandler.<init> Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 26083 T295 n:127.0.0.1:45493_ x:collection1
oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 26083 T295 n:127.0.0.1:45493_ x:collection1
oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 26083 T295 n:127.0.0.1:45493_ x:collection1
oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 26087 T295 n:127.0.0.1:45493_ x:collection1
oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.0]
[junit4] 2> 26088 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 26089 T295 n:127.0.0.1:45493_ x:collection1
oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 26089 T295 n:127.0.0.1:45493_ x:collection1
oass.SolrIndexSearcher.<init> Opening Searcher@1130ca7[collection1] main
[junit4] 2> 26089 T295 n:127.0.0.1:45493_ x:collection1
oascc.ZkStateReader.readConfigName Load collection config
from:/collections/collection1
[junit4] 2> 26090 T295 n:127.0.0.1:45493_ x:collection1
oascc.ZkStateReader.readConfigName path=/collections/collection1
configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 26090 T295 n:127.0.0.1:45493_ x:collection1
oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for
the RestManager with znodeBase: /configs/conf1
[junit4] 2> 26091 T295 n:127.0.0.1:45493_ x:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 26091 T295 n:127.0.0.1:45493_ x:collection1
oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 26091 T295 n:127.0.0.1:45493_ x:collection1
oasr.ManagedResourceStorage.load Reading _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 26092 T295 n:127.0.0.1:45493_ x:collection1
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 26093 T295 n:127.0.0.1:45493_ x:collection1
oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 26093 T295 n:127.0.0.1:45493_ x:collection1
oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 26093 T295 n:127.0.0.1:45493_ x:collection1
oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 26095 T296 n:127.0.0.1:45493_ x:collection1
oasc.SolrCore.registerSearcher [collection1] Registered new searcher
Searcher@1130ca7[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 26095 T295 n:127.0.0.1:45493_ x:collection1
oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1
[junit4] 2> 26096 T295 n:127.0.0.1:45493_ x:collection1
oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 26096 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ZkController.register Register replica - core:collection1
address:http://127.0.0.1:45493 collection:collection1 shard:shard1
[junit4] 2> 26097 T235 n:127.0.0.1:45493_ oass.SolrDispatchFilter.init
user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 26097 T235 n:127.0.0.1:45493_ oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 26097 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 26102 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the
leader process for shard shard1
[junit4] 2> 26103 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 26104 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
replicas found to continue.
[junit4] 2> 26104 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new
leader - try and sync
[junit4] 2> ASYNC NEW_CORE C40 name=collection1
org.apache.solr.core.SolrCore@1f841bc url=http://127.0.0.1:45493/collection1
node=127.0.0.1:45493_ C40_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=http://127.0.0.1:45493,
node_name=127.0.0.1:45493_, state=down}
[junit4] 2> 26104 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 C40 oasc.SyncStrategy.sync Sync replicas to
http://127.0.0.1:45493/collection1/
[junit4] 2> 26104 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"} current state version: 5
[junit4] 2> 26105 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 C40 oasc.SyncStrategy.syncReplicas Sync Success - now sync
replicas to me
[junit4] 2> 26105 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 C40 oasc.SyncStrategy.syncToMe
http://127.0.0.1:45493/collection1/ has no replicas
[junit4] 2> 26105 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
leader: http://127.0.0.1:45493/collection1/ shard1
[junit4] 2> 26106 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 26106 T264 n:127.0.0.1:43547_
oasco.ZkStateWriter.writePendingUpdates going to update_collection
/collections/collection1/state.json version: 1
[junit4] 2> 26106 T294 n:127.0.0.1:45493_ oascc.ZkStateReader$7.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json for collection collection1 has
occurred - updating... (live nodes size: 2)
[junit4] 2> 26107 T294 n:127.0.0.1:45493_
oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to
ver 2
[junit4] 2> 26111 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:45493";,
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 5
[junit4] 2> 26112 T264 n:127.0.0.1:43547_
oasco.ZkStateWriter.writePendingUpdates going to update_collection
/collections/collection1/state.json version: 2
[junit4] 2> 26112 T294 n:127.0.0.1:45493_ oascc.ZkStateReader$7.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json for collection collection1 has
occurred - updating... (live nodes size: 2)
[junit4] 2> 26113 T294 n:127.0.0.1:45493_
oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to
ver 3
[junit4] 2> 26115 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 26161 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ZkController.register We are
http://127.0.0.1:45493/collection1/ and leader is
http://127.0.0.1:45493/collection1/
[junit4] 2> 26162 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=http://127.0.0.1:45493
[junit4] 2> 26162 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery
necessary
[junit4] 2> 26162 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ZkController.publish publishing core=collection1
state=active collection=collection1
[junit4] 2> 26162 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oasc.ZkController.publish numShards not found on descriptor -
reading it from system property
[junit4] 2> 26164 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 26165 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45493";,
[junit4] 2> "node_name":"127.0.0.1:45493_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 5
[junit4] 2> 26165 T264 n:127.0.0.1:43547_ oasco.ReplicaMutator.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45493";,
[junit4] 2> "node_name":"127.0.0.1:45493_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 26166 T264 n:127.0.0.1:43547_
oasco.ZkStateWriter.writePendingUpdates going to update_collection
/collections/collection1/state.json version: 3
[junit4] 2> 26167 T299 n:127.0.0.1:45493_ c:collection1 s:shard1
x:collection1 oascc.ZkStateReader.updateWatchedCollection Updating data for
collection1 to ver 3
[junit4] 2> 26167 T294 n:127.0.0.1:45493_ oascc.ZkStateReader$7.process A
cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json for collection collection1 has
occurred - updating... (live nodes size: 2)
[junit4] 2> 26168 T294 n:127.0.0.1:45493_
oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to
ver 4
[junit4] 2> 26181 T235 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/cores/collection1
[junit4] 2> 26182 T235 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2 in directory
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001
[junit4] 2> 26183 T235 oejs.Server.doStart jetty-9.2.10.v20150310
[junit4] 2> 26185 T235 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@af15fe{/,null,AVAILABLE}
[junit4] 2> 26186 T235 oejs.AbstractConnector.doStart Started
ServerConnector@d611a1{HTTP/1.1}{127.0.0.1:50236}
[junit4] 2> 26186 T235 oejs.Server.doStart Started @27148ms
[junit4] 2> 26186 T235 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/tempDir-001/jetty2, solrconfig=solrconfig.xml,
hostContext=/, hostPort=50236,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/cores}
[junit4] 2> 26187 T235 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 26187 T235 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/'
[junit4] 2> 26215 T235 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/solr.xml
[junit4] 2> 26227 T235 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/cores
[junit4] 2> 26228 T235 oasc.CoreContainer.<init> New CoreContainer 23453228
[junit4] 2> 26229 T235 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/]
[junit4] 2> 26229 T235 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/lib
[junit4] 2> 26230 T235 oasc.SolrResourceLoader.addToClassLoader WARN Can't
find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/lib).
[junit4] 2> 26239 T235 oashc.HttpShardHandlerFactory.init created with
socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost :
20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize :
2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy :
false,useRetries : false,
[junit4] 2> 26241 T235 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 26242 T235 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 26242 T235 oasl.LogWatcher.newRegisteredLogWatcher Registering
Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 26243 T235 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 26243 T235 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:54671/solr
[junit4] 2> 26243 T235 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 26243 T235
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 26244 T235 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 26246 T313 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1ede5c2 name:ZooKeeperConnection
Watcher:127.0.0.1:54671 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 26246 T235 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 26247 T235 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 26249 T235 n:127.0.0.1:50236_
oascc.ConnectionManager.waitForConnected Waiting for client to connect to
ZooKeeper
[junit4] 2> 26250 T316 n:127.0.0.1:50236_ oascc.ConnectionManager.process
Watcher org.apache.solr.common.cloud.ConnectionManager@e26e40
name:ZooKeeperConnection Watcher:127.0.0.1:54671/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 26250 T235 n:127.0.0.1:50236_
oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 26254 T235 n:127.0.0.1:50236_
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 27258 T235 n:127.0.0.1:50236_
oasc.ZkController.createEphemeralLiveNode Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:50236_
[junit4] 2> 27259 T235 n:127.0.0.1:50236_ oascc.SolrZkClient.makePath
makePath: /live_nodes/127.0.0.1:50236_
[junit4] 2> 27261 T235 n:127.0.0.1:50236_ oasc.Overseer.close Overseer
(id=null) closing
[junit4] 2> 27263 T235 n:127.0.0.1:50236_
oasc.CorePropertiesLocator.discover Looking for core definitions underneath
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/cores
[junit4] 2> 27263 T235 n:127.0.0.1:50236_ oasc.CoreDescriptor.<init> CORE
DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false,
schema=schema.xml, loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/cores/collection1, collection=collection1,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 27264 T235 n:127.0.0.1:50236_
oasc.CorePropertiesLocator.discoverUnder Found core collection1 in
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-2-001/cores/collection1/
[junit4] 2> 27264 T235 n:127.0.0.1:50236_
oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 27266 T317 n:127.0.0.1:50236_ c:collection1 x:collection1
oasc.ZkController.publish publishing core=collection1 state=down
collection=collection1
[junit4] 2> 27266 T317 n:127.0.0.1:50236_ c:collection1 x:collection1
oasc.ZkController.publish numShards not found on descriptor - reading it from
system property
[junit4] 2> 27269 T263 n:127.0.0.1:43547_
oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path
/overseer/queue state SyncConnected
[junit4] 2> 27270 T317 n:127.0.0.1:50236_ oasc.ZkController.preRegister
Registering watch for external collection collection1
[junit4] 2> 27270 T317 n:127.0.0.1:50236_ oascc.ZkStateReader.addZkWatch
addZkWatch collection1
[junit4] 2> 27270 T317 n:127.0.0.1:50236_ oascc.ZkStateReader.addZkWatch
Updating collection state at /collections/collection1/state.json from
ZooKeeper...
[junit4] 2> 27270 T264 n:127.0.0.1:43547_
oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:50236";,
[junit4] 2> "node_name":"127.0.0.1:50236_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 5
[junit4] 2> 27271 T264 n:127.0.
[...truncated too long message...]
y - 2 directories currently being tracked
[junit4] 2> 269667 T364 n:127.0.0.1:45493_ c:collection1 s:shard1
r:core_node1 x:collection1 C1439 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data
[CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data;done=false>>]
[junit4] 2> 269668 T364 n:127.0.0.1:45493_ c:collection1 s:shard1
r:core_node1 x:collection1 C1439 oasc.CachingDirectoryFactory.close Closing
directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data
[junit4] 2> 269668 T364 n:127.0.0.1:45493_ c:collection1 s:shard1
r:core_node1 x:collection1 C1439 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data/index
[CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data/index;done=false>>]
[junit4] 2> 269668 T364 n:127.0.0.1:45493_ c:collection1 s:shard1
r:core_node1 x:collection1 C1439 oasc.CachingDirectoryFactory.close Closing
directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
256827EDC07B910B-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 248943 T234 ccr.ThreadLeakControl.tryToInterruptAll All leaked
threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50):
{rnd_b=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=FST50,
a_t=FST50, a_i=PostingsFormat(name=LuceneVarGapDocFreqInterval),
id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{},
sim=DefaultSimilarity, locale=ro_RO, timezone=Pacific/Enderbury
[junit4] 2> NOTE: Linux 3.13.0-49-generic i386/Oracle Corporation
1.8.0_60-ea (32-bit)/cpus=12,threads=1,free=11256872,total=64626688
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigOverlay,
TestManagedResource, MBeansHandlerTest, IndexSchemaTest,
DistributedFacetPivotWhiteBoxTest, URLClassifyProcessorTest, TestCodecSupport,
CSVRequestHandlerTest, TestLazyCores, ChaosMonkeyNothingIsSafeTest]
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.seed=256827EDC07B910B
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ro_RO
-Dtests.timezone=Pacific/Enderbury -Dtests.asserts=true
-Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | ChaosMonkeyNothingIsSafeTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ERROR:
SolrIndexSearcher opens=8 closes=7
[junit4] > at
__randomizedtesting.SeedInfo.seed([256827EDC07B910B]:0)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:496)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:232)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE
scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
[junit4] > 1) Thread[id=296, name=searcherExecutor-349-thread-1,
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=364, name=qtp11601588-364, state=WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.blockUntilFinished(ConcurrentUpdateSolrClient.java:397)
[junit4] > at
org.apache.solr.update.StreamingSolrClients.blockUntilFinished(StreamingSolrClients.java:103)
[junit4] > at
org.apache.solr.update.SolrCmdDistributor.blockAndDoRetries(SolrCmdDistributor.java:229)
[junit4] > at
org.apache.solr.update.SolrCmdDistributor.finish(SolrCmdDistributor.java:89)
[junit4] > at
org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:782)
[junit4] > at
org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1649)
[junit4] > at
org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:183)
[junit4] > at
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)
[junit4] > at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
[junit4] > at
org.apache.solr.core.SolrCore.execute(SolrCore.java:2047)
[junit4] > at
org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:841)
[junit4] > at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:453)
[junit4] > at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:223)
[junit4] > at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
[junit4] > at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:105)
[junit4] > at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
[junit4] > at
org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
[junit4] > at
org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
[junit4] > at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
[junit4] > at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
[junit4] > at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
[junit4] > at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
[junit4] > at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
[junit4] > at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
[junit4] > at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
[junit4] > at
org.eclipse.jetty.server.Server.handle(Server.java:497)
[junit4] > at
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
[junit4] > at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
[junit4] > at
org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at
__randomizedtesting.SeedInfo.seed([256827EDC07B910B]:0)
[junit4] Completed [68/484] on J0 in 249.04s, 1 test, 1 failure, 1 error <<<
FAILURES!
[...truncated 1293 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:526: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:474: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:229: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:512: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1415:
The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:973:
There were test failures: 484 suites, 1944 tests, 2 suite-level errors, 54
ignored (25 assumptions)
Total time: 48 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
