Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4899/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at
__randomizedtesting.SeedInfo.seed([DBF689FD724ACD6D:5A1007E50515AD51]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11464 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/init-core-data-001
[junit4] 2> 727961 T2924 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl
(false) and clientAuth (false)
[junit4] 2> 727962 T2924 oas.BaseDistributedSearchTestCase.initHostContext
Setting hostContext system property: /lb/ef
[junit4] 2> 727969 T2924 oas.SolrTestCaseJ4.setUp ###Starting
testDistribSearch
[junit4] 2> 727969 T2924 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 727970 T2925 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 728071 T2924 oasc.ZkTestServer.run start zk server on
port:57916
[junit4] 2> 728072 T2924
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 728073 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 728077 T2931 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@381261d4
name:ZooKeeperConnection Watcher:127.0.0.1:57916 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 728077 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 728077 T2924 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 728077 T2924 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 728080 T2924
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 728081 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 728083 T2933 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@b450831 name:ZooKeeperConnection
Watcher:127.0.0.1:57916/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 728083 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 728083 T2924 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 728083 T2924 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 728085 T2924 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 728087 T2924 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 728089 T2924 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 728090 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 728091 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 728094 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 728095 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 728097 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 728097 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 728099 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 728100 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 728102 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 728102 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 728104 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 728105 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 728107 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 728107 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 728109 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 728110 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 728112 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 728112 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 728114 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 728115 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 728117 T2924 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 728117 T2924 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 729549 T2924 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 729554 T2924 oejs.AbstractConnector.doStart Started
[email protected]:57919
[junit4] 2> 729555 T2924 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 729555 T2924 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 729555 T2924 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002
[junit4] 2> 729556 T2924 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002/'
[junit4] 2> 729599 T2924 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002/solr.xml
[junit4] 2> 729678 T2924 oasc.CoreContainer.<init> New CoreContainer
1830200184
[junit4] 2> 729679 T2924 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002/]
[junit4] 2> 729680 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 729681 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 729681 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 729681 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 729682 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 729682 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 729682 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 729683 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 729683 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 729684 T2924 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 729685 T2924 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 729685 T2924 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 729686 T2924 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 729686 T2924 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:57916/solr
[junit4] 2> 729687 T2924 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 729688 T2924
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 729692 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 729695 T2944 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6946533b
name:ZooKeeperConnection Watcher:127.0.0.1:57916 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 729696 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 729696 T2924 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 729698 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 729699 T2946 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2d1de741
name:ZooKeeperConnection Watcher:127.0.0.1:57916/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 729699 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 729701 T2924 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 729703 T2924 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 729705 T2924 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 729707 T2924 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 729709 T2924 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 729711 T2924 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 729712 T2924 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57919_lb%2Fef
[junit4] 2> 729713 T2924 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:57919_lb%2Fef
[junit4] 2> 729715 T2924 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 729717 T2924 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 729718 T2924 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 729720 T2924 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:57919_lb%2Fef
[junit4] 2> 729720 T2924 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 729722 T2924 oasc.Overseer.start Overseer
(id=92555349038858243-127.0.0.1:57919_lb%2Fef-n_0000000000) starting
[junit4] 2> 729724 T2924 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 729731 T2924 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 729731 T2948 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 729732 T2924 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 729733 T2924 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 729735 T2924
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 729737 T2947 oasc.Overseer$ClusterStateUpdater.run Starting to
work on the main queue
[junit4] 2> 729742 T2950 oasc.ZkController.publish publishing
core=collection1 state=down collection=control_collection
[junit4] 2> 729742 T2950 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 729743 T2950 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 729743 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 729745 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "node_name":"127.0.0.1:57919_lb%2Fef",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:57919/lb/ef";,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "shard":null}
[junit4] 2> 729746 T2947
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
control_collection with shards [shard1]
[junit4] 2> 729746 T2947
oasc.Overseer$ClusterStateUpdater.createCollection state version
control_collection 1
[junit4] 2> 729746 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 729748 T2951 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 730743 T2950 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 730744 T2950 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:control_collection
[junit4] 2> 730744 T2950 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 730745 T2950 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 730745 T2950 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 730746 T2950 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002/collection1/'
[junit4] 2> 730747 T2950 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002/collection1/lib/README'
to classloader
[junit4] 2> 730748 T2950 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002/collection1/lib/.svn/'
to classloader
[junit4] 2> 730748 T2950 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002/collection1/lib/classes/'
to classloader
[junit4] 2> 730810 T2950 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 730855 T2950 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 730857 T2950 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 730867 T2950 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 731197 T2950 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 731200 T2950 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 731202 T2950 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 731206 T2950 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 731225 T2950 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection control_collection
[junit4] 2> 731226 T2950 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 731226 T2950 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-002/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/control/data/
[junit4] 2> 731226 T2950 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@bedff2b
[junit4] 2> 731229 T2950 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/control/data
[junit4] 2> 731230 T2950 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/control/data/index/
[junit4] 2> 731231 T2950 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/control/data/index'
doesn't exist. Creating new index...
[junit4] 2> 731232 T2950 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/control/data/index
[junit4] 2> 731232 T2950 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=26, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=90.1689453125,
floorSegmentMB=0.220703125, forceMergeDeletesPctAllowed=2.606797585857742,
segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 731237 T2950 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 731237 T2950 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 731241 T2950 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 731241 T2950 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 731242 T2950 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 731242 T2950 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 731242 T2950 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 731243 T2950 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 731243 T2950 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 731243 T2950 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 731244 T2950 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 731244 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 731245 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 731245 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 731245 T2950 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 731246 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 731246 T2950 oasc.RequestHandlers.initHandlersFromConfig
adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 731246 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 731247 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 731247 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 731248 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 731248 T2950 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 731266 T2950 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 731268 T2950 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 731270 T2950 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 731272 T2950 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 731275 T2950 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 731275 T2950 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 731276 T2950 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.0]
[junit4] 2> 731277 T2950 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 731278 T2950 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 731278 T2950 oass.SolrIndexSearcher.<init> Opening
Searcher@1c4e5bfe[collection1] main
[junit4] 2> 731278 T2950 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 731279 T2950 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 731279 T2950 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 731280 T2950
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 731280 T2950 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 731280 T2950 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 731281 T2950
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 731281 T2950 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 731282 T2950 oascc.SolrZkClient.makePath makePath:
/configs/conf1/_rest_managed.json
[junit4] 2> 731283 T2950
oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new
znode /configs/conf1/_rest_managed.json
[junit4] 2> 731284 T2950 oasr.ManagedResourceStorage$JsonStorage.store
Saved JSON object to path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 731284 T2950 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 731286 T2952 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@1c4e5bfe[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 731289 T2950 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 731290 T2955 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:57919/lb/ef
collection:control_collection shard:shard1
[junit4] 2> 731290 T2924 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 731291 T2924 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 731291 T2955 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leader_elect/shard1/election
[junit4] 2> 731292 T2924
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 731292 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 731294 T2957 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5d4ff405
name:ZooKeeperConnection Watcher:127.0.0.1:57916/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 731294 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 731294 T2924 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 731296 T2924
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 731296 T2955 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 731298 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 731298 T2955
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 731298 T2955 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C357 name=collection1
org.apache.solr.core.SolrCore@3f3bb62
url=http://127.0.0.1:57919/lb/ef/collection1 node=127.0.0.1:57919_lb%2Fef
C357_STATE=coll:control_collection core:collection1
props:{node_name=127.0.0.1:57919_lb%2Fef, state=down,
base_url=http://127.0.0.1:57919/lb/ef, core=collection1}
[junit4] 2> 731298 T2955 C357 P57919 oasc.SyncStrategy.sync Sync replicas
to http://127.0.0.1:57919/lb/ef/collection1/
[junit4] 2> 731298 T2924 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> 731299 T2955 C357 P57919 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 731299 T2924 oasc.AbstractFullDistribZkTestBase.createJettys
Creating collection1 with stateFormat=2
[junit4] 2> 731299 T2955 C357 P57919 oasc.SyncStrategy.syncToMe
http://127.0.0.1:57919/lb/ef/collection1/ has no replicas
[junit4] 2> 731299 T2924
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 731300 T2955 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:57919/lb/ef/collection1/ shard1
[junit4] 2> 731300 T2955 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leaders/shard1
[junit4] 2> 731300 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 731301 T2959 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4fab8ecb
name:ZooKeeperConnection Watcher:127.0.0.1:57916/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 731302 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 731302 T2924 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 731302 T2951 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 731302 T2960 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 731306 T2961 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 731307 T2947 oasc.Overseer$ClusterStateUpdater.buildCollection
building a new collection: collection1
[junit4] 2> 731307 T2947
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1, shard2, shard3]
[junit4] 2> 731308 T2947
oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
[junit4] 2> 731309 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to create_collection /collections/collection1/state.json
[junit4] 2> 731310 T2951 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 731310 T2960 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 731315 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 731316 T2951 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 731316 T2960 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 731358 T2955 oasc.ZkController.register We are
http://127.0.0.1:57919/lb/ef/collection1/ and leader is
http://127.0.0.1:57919/lb/ef/collection1/
[junit4] 2> 731358 T2955 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:57919/lb/ef
[junit4] 2> 731358 T2955 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 731358 T2955 oasc.ZkController.publish publishing
core=collection1 state=active collection=control_collection
[junit4] 2> 731358 T2955 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 731359 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 731362 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "node_name":"127.0.0.1:57919_lb%2Fef",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"3",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:57919/lb/ef";,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "shard":"shard1"}
[junit4] 2> 731465 T2951 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 731465 T2960 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 732477 T2924 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1
[junit4] 2> 732478 T2924 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 732481 T2924 oejs.AbstractConnector.doStart Started
[email protected]:57924
[junit4] 2> 732481 T2924 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 732481 T2924 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 732482 T2924 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003
[junit4] 2> 732482 T2924 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003/'
[junit4] 2> 732510 T2924 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003/solr.xml
[junit4] 2> 732562 T2924 oasc.CoreContainer.<init> New CoreContainer
1288558181
[junit4] 2> 732563 T2924 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003/]
[junit4] 2> 732564 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 732564 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 732564 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 732564 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 732565 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 732565 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 732565 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 732565 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 732565 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 732566 T2924 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 732566 T2924 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 732566 T2924 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 732567 T2924 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 732567 T2924 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:57916/solr
[junit4] 2> 732567 T2924 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 732567 T2924
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 732568 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 732570 T2972 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5db6a847
name:ZooKeeperConnection Watcher:127.0.0.1:57916 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 732570 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 732570 T2924 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 732572 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 732573 T2974 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1a66b40a
name:ZooKeeperConnection Watcher:127.0.0.1:57916/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 732573 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 732578 T2924
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 733583 T2924 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57924_lb%2Fef
[junit4] 2> 733584 T2924 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:57924_lb%2Fef
[junit4] 2> 733587 T2924 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 733595 T2976 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 733595 T2976 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 733597 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 733597 T2976 oasc.ZkController.preRegister Registering watch
for external collection collection1
[junit4] 2> 733597 T2976 oascc.ZkStateReader.addZkWatch addZkWatch
collection1
[junit4] 2> 733598 T2976 oascc.ZkStateReader.addZkWatch Updating
collection state at /collections/collection1/state.json from ZooKeeper...
[junit4] 2> 733599 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "node_name":"127.0.0.1:57924_lb%2Fef",
[junit4] 2> "numShards":"3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:57924/lb/ef";,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "shard":null}
[junit4] 2> 733599 T2976 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 0
[junit4] 2> 733599 T2976 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 733601 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 733602 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard3
[junit4] 2> 733606 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 733606 T2975 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 733607 T2975 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 1
[junit4] 2> 734600 T2976 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 734601 T2976 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:collection1
[junit4] 2> 734601 T2976 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 734602 T2976 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 734602 T2976 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 734603 T2976 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003/collection1/'
[junit4] 2> 734604 T2976 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003/collection1/lib/.svn/'
to classloader
[junit4] 2> 734605 T2976 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003/collection1/lib/README'
to classloader
[junit4] 2> 734605 T2976 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003/collection1/lib/classes/'
to classloader
[junit4] 2> 734668 T2976 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 734733 T2976 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 734734 T2976 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 734744 T2976 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 735066 T2976 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 735069 T2976 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 735071 T2976 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 735076 T2976 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 735096 T2976 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 735096 T2976 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 735097 T2976 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-003/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty1/
[junit4] 2> 735097 T2976 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@bedff2b
[junit4] 2> 735098 T2976 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty1
[junit4] 2> 735099 T2976 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty1/index/
[junit4] 2> 735100 T2976 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty1/index'
doesn't exist. Creating new index...
[junit4] 2> 735101 T2976 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty1/index
[junit4] 2> 735102 T2976 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=26, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=90.1689453125,
floorSegmentMB=0.220703125, forceMergeDeletesPctAllowed=2.606797585857742,
segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 735111 T2976 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 735111 T2976 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 735116 T2976 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 735117 T2976 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 735117 T2976 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 735117 T2976 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 735118 T2976 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 735118 T2976 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 735118 T2976 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 735119 T2976 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 735119 T2976 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 735120 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 735120 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 735121 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 735121 T2976 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 735122 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 735122 T2976 oasc.RequestHandlers.initHandlersFromConfig
adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 735122 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 735123 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 735123 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 735124 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 735124 T2976 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 735142 T2976 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 735144 T2976 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 735146 T2976 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 735148 T2976 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 735151 T2976 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 735151 T2976 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 735152 T2976 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.0]
[junit4] 2> 735154 T2976 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 735154 T2976 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 735154 T2976 oass.SolrIndexSearcher.<init> Opening
Searcher@7368e338[collection1] main
[junit4] 2> 735155 T2976 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 735156 T2976 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 735156 T2976 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 735156 T2976
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 735156 T2976 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 735157 T2976 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 735157 T2976
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 735158 T2976 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 735158 T2976 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 735158 T2976 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 735162 T2977 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@7368e338[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 735172 T2976 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 735173 T2980 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:57924/lb/ef collection:collection1
shard:shard3
[junit4] 2> 735174 T2924 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 735174 T2924 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 735174 T2980 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard3/election
[junit4] 2> 735179 T2980 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard3
[junit4] 2> 735180 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 735180 T2980
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 735180 T2980 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C358 name=collection1
org.apache.solr.core.SolrCore@37bc1d1c
url=http://127.0.0.1:57924/lb/ef/collection1 node=127.0.0.1:57924_lb%2Fef
C358_STATE=coll:collection1 core:collection1
props:{node_name=127.0.0.1:57924_lb%2Fef, state=down,
base_url=http://127.0.0.1:57924/lb/ef, core=collection1}
[junit4] 2> 735181 T2980 C358 P57924 oasc.SyncStrategy.sync Sync replicas
to http://127.0.0.1:57924/lb/ef/collection1/
[junit4] 2> 735181 T2980 C358 P57924 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 735181 T2980 C358 P57924 oasc.SyncStrategy.syncToMe
http://127.0.0.1:57924/lb/ef/collection1/ has no replicas
[junit4] 2> 735181 T2980 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:57924/lb/ef/collection1/ shard3
[junit4] 2> 735182 T2980 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard3
[junit4] 2> 735184 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 735185 T2975 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 735186 T2975 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 2
[junit4] 2> 735190 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 735190 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 735191 T2975 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 735192 T2975 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 3
[junit4] 2> 735236 T2980 oasc.ZkController.register We are
http://127.0.0.1:57924/lb/ef/collection1/ and leader is
http://127.0.0.1:57924/lb/ef/collection1/
[junit4] 2> 735237 T2980 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:57924/lb/ef
[junit4] 2> 735237 T2980 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 735237 T2980 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 735237 T2980 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 735238 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 735240 T2980 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 3
[junit4] 2> 735241 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "node_name":"127.0.0.1:57924_lb%2Fef",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"3",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:57924/lb/ef";,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "shard":"shard3"}
[junit4] 2> 735244 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 735245 T2975 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 735246 T2975 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 4
[junit4] 2> 736427 T2924 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2
[junit4] 2> 736428 T2924 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 736430 T2924 oejs.AbstractConnector.doStart Started
[email protected]:57930
[junit4] 2> 736431 T2924 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 736431 T2924 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 736431 T2924 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004
[junit4] 2> 736431 T2924 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004/'
[junit4] 2> 736460 T2924 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004/solr.xml
[junit4] 2> 736513 T2924 oasc.CoreContainer.<init> New CoreContainer
313521694
[junit4] 2> 736513 T2924 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004/]
[junit4] 2> 736514 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 736514 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 736515 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 736515 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 736515 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 736515 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 736516 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 736516 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 736516 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 736517 T2924 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 736517 T2924 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 736517 T2924 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 736517 T2924 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 736518 T2924 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:57916/solr
[junit4] 2> 736518 T2924 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 736518 T2924
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 736519 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 736520 T2991 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5e473527
name:ZooKeeperConnection Watcher:127.0.0.1:57916 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 736521 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 736521 T2924 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 736523 T2924 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 736524 T2993 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@310bb120
name:ZooKeeperConnection Watcher:127.0.0.1:57916/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 736524 T2924 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 736529 T2924
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 737534 T2924 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57930_lb%2Fef
[junit4] 2> 737535 T2924 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:57930_lb%2Fef
[junit4] 2> 737538 T2924 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 737546 T2995 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 737546 T2995 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 737547 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 737548 T2995 oasc.ZkController.preRegister Registering watch
for external collection collection1
[junit4] 2> 737548 T2995 oascc.ZkStateReader.addZkWatch addZkWatch
collection1
[junit4] 2> 737549 T2995 oascc.ZkStateReader.addZkWatch Updating
collection state at /collections/collection1/state.json from ZooKeeper...
[junit4] 2> 737550 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "node_name":"127.0.0.1:57930_lb%2Fef",
[junit4] 2> "numShards":"3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:57930/lb/ef";,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "shard":null}
[junit4] 2> 737550 T2995 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 4
[junit4] 2> 737550 T2995 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 737552 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 737553 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard2
[junit4] 2> 737557 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 737557 T2994 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 737557 T2975 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 737558 T2994 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 5
[junit4] 2> 737558 T2975 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 5
[junit4] 2> 738550 T2995 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 738551 T2995 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:collection1
[junit4] 2> 738551 T2995 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 738552 T2995 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 738552 T2995 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 738553 T2995 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004/collection1/'
[junit4] 2> 738554 T2995 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004/collection1/lib/.svn/'
to classloader
[junit4] 2> 738555 T2995 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004/collection1/lib/classes/'
to classloader
[junit4] 2> 738555 T2995 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004/collection1/lib/README'
to classloader
[junit4] 2> 738616 T2995 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 738661 T2995 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 738662 T2995 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 738672 T2995 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 739002 T2995 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 739004 T2995 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 739006 T2995 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 739011 T2995 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 739031 T2995 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 739032 T2995 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 739032 T2995 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-004/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty2/
[junit4] 2> 739032 T2995 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@bedff2b
[junit4] 2> 739034 T2995 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty2
[junit4] 2> 739035 T2995 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty2/index/
[junit4] 2> 739036 T2995 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty2/index'
doesn't exist. Creating new index...
[junit4] 2> 739037 T2995 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty2/index
[junit4] 2> 739037 T2995 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=26, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=90.1689453125,
floorSegmentMB=0.220703125, forceMergeDeletesPctAllowed=2.606797585857742,
segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 739060 T2995 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 739061 T2995 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 739066 T2995 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 739066 T2995 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 739067 T2995 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 739067 T2995 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 739067 T2995 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 739067 T2995 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 739068 T2995 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 739068 T2995 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 739068 T2995 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 739069 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 739070 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 739070 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 739071 T2995 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 739071 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 739071 T2995 oasc.RequestHandlers.initHandlersFromConfig
adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 739072 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 739072 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 739073 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 739073 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 739074 T2995 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 739092 T2995 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 739094 T2995 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 739096 T2995 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 739098 T2995 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 739101 T2995 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 739102 T2995 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 739103 T2995 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.0]
[junit4] 2> 739104 T2995 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 739104 T2995 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 739105 T2995 oass.SolrIndexSearcher.<init> Opening
Searcher@34c6718d[collection1] main
[junit4] 2> 739105 T2995 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 739106 T2995 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 739106 T2995 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 739106 T2995
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 739107 T2995 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 739107 T2995 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 739108 T2995
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 739108 T2995 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 739108 T2995 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 739108 T2995 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 739112 T2996 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@34c6718d[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 739116 T2995 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 739117 T2999 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:57930/lb/ef collection:collection1
shard:shard2
[junit4] 2> 739117 T2924 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 739117 T2924 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 739117 T2999 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard2/election
[junit4] 2> 739121 T2999 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard2
[junit4] 2> 739123 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 739123 T2999
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 739123 T2999 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C359 name=collection1
org.apache.solr.core.SolrCore@287f03dc
url=http://127.0.0.1:57930/lb/ef/collection1 node=127.0.0.1:57930_lb%2Fef
C359_STATE=coll:collection1 core:collection1
props:{node_name=127.0.0.1:57930_lb%2Fef, state=down,
base_url=http://127.0.0.1:57930/lb/ef, core=collection1}
[junit4] 2> 739123 T2999 C359 P57930 oasc.SyncStrategy.sync Sync replicas
to http://127.0.0.1:57930/lb/ef/collection1/
[junit4] 2> 739124 T2999 C359 P57930 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 739124 T2999 C359 P57930 oasc.SyncStrategy.syncToMe
http://127.0.0.1:57930/lb/ef/collection1/ has no replicas
[junit4] 2> 739124 T2999 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:57930/lb/ef/collection1/ shard2
[junit4] 2> 739124 T2999 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard2
[junit4] 2> 739127 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 739128 T2994 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 739128 T2975 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 739129 T2994 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 6
[junit4] 2> 739129 T2975 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 6
[junit4] 2> 739133 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 739133 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 739134 T2975 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 739134 T2994 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 739134 T2975 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 7
[junit4] 2> 739135 T2994 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 7
[junit4] 2> 739178 T2999 oasc.ZkController.register We are
http://127.0.0.1:57930/lb/ef/collection1/ and leader is
http://127.0.0.1:57930/lb/ef/collection1/
[junit4] 2> 739179 T2999 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:57930/lb/ef
[junit4] 2> 739179 T2999 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 739179 T2999 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 739179 T2999 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 739180 T2951 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 739182 T2999 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 7
[junit4] 2> 739182 T2947 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "node_name":"127.0.0.1:57930_lb%2Fef",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"3",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:57930/lb/ef";,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "shard":"shard2"}
[junit4] 2> 739186 T2947 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 739187 T2975 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 739187 T2994 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 739188 T2975 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 8
[junit4] 2> 739188 T2994 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 8
[junit4] 2> 740585 T2924 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 3
[junit4] 2> 740586 T2924 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 740589 T2924 oejs.AbstractConnector.doStart Started
[email protected]:57933
[junit4] 2> 740590 T2924 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 740590 T2924 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 740590 T2924 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-005
[junit4] 2> 740591 T2924 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-005/'
[junit4] 2> 740635 T2924 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-005/solr.xml
[junit4] 2> 740713 T2924 oasc.CoreContainer.<init> New CoreContainer
1445178212
[junit4] 2> 740714 T2924 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-005/]
[junit4] 2> 740715 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 740715 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 740716 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 740716 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 740716 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 740717 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 740717 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 740717 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 740718 T2924 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 740718 T2924 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 740719 T2924 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 740719 T2924 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 740
[...truncated too long message...]
IndexWriterCloser
[junit4] 2> 811573 T3062 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 18
[junit4] 2> 811573 T2924 C368 P57933 oasu.DirectUpdateHandler2.closeWriter
Committing on IndexWriter close.
[junit4] 2> 811574 T3062 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "node_name":"127.0.0.1:57933_lb%2Fef",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:57933/lb/ef";,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "shard":"shard1"}
[junit4] 2> 811576 T3062 oasc.Overseer$ClusterStateUpdater.updateZkStates
going to update_collection /collections/collection1/state.json
[junit4] 2> 811576 T3061 oascc.ZkStateReader$7.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json, has occurred - updating...
[junit4] 2> 811578 T3061 oascc.ZkStateReader.updateWatchedCollection
Updating data for collection1 to ver 19
[junit4] 2> C368_STATE=coll:collection1 core:collection1
props:{node_name=127.0.0.1:57933_lb%2Fef, state=down,
base_url=http://127.0.0.1:57933/lb/ef, core=collection1, leader=true}
[junit4] 2> 811702 T2924 C368 P57933 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty3/index,segFN=segments_1,generation=1}
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty3/index,segFN=segments_2,generation=2}
[junit4] 2> 811703 T2924 C368 P57933 oasc.SolrDeletionPolicy.updateCommits
newest commit generation = 2
[junit4] 2> 811707 T2924 oasc.SolrCore.closeSearcher [collection1] Closing
main searcher on request.
[junit4] 2> 811707 T2924 oasc.CachingDirectoryFactory.close Closing
StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 811708 T2924 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty3
[CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty3;done=false>>]
[junit4] 2> 811708 T2924 oasc.CachingDirectoryFactory.close Closing
directory:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty3
[junit4] 2> 811708 T2924 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty3/index
[CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty3/index;done=false>>]
[junit4] 2> 811709 T2924 oasc.CachingDirectoryFactory.close Closing
directory:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001/tempDir-001/jetty3/index
[junit4] 2> 811709 T2924 oasc.Overseer.close Overseer
(id=92555349038858251-127.0.0.1:57933_lb%2Fef-n_0000000003) closing
[junit4] 2> 811710 T3062 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:57933_lb%2Fef
[junit4] 2> 811712 T3061 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 811714 T2924 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/lb/ef,null}
[junit4] 2> 816566 T2924 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
57936
[junit4] 2> 816567 T2924 oas.SolrTestCaseJ4.tearDown ###Ending
testDistribSearch
[junit4] 2> 816568 T2924 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:57916 57916
[junit4] 2> 816747 T2925 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:57916 57916
[junit4] 2> 816748 T2925 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN
Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=testDistribSearch
-Dtests.seed=DBF689FD724ACD6D -Dtests.multiplier=2 -Dtests.slow=true
-Dtests.locale=ca_ES -Dtests.timezone=Atlantic/Stanley
-Dtests.file.encoding=US-ASCII
[junit4] FAILURE 88.8s J0 | ChaosMonkeySafeLeaderTest.testDistribSearch <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<0> but
was:<1>
[junit4] > at
__randomizedtesting.SeedInfo.seed([DBF689FD724ACD6D:5A1007E50515AD51]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 816761 T2924 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-DBF689FD724ACD6D-001
[junit4] 2> 88804 T2923 ccr.ThreadLeakControl.checkThreadLeaks WARNING
Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50),
sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ca_ES,
timezone=Atlantic/Stanley
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65
(64-bit)/cpus=16,threads=1,free=158978584,total=294649856
[junit4] 2> NOTE: All tests run in this JVM: [TestFiltering,
TestDefaultSimilarityFactory, PrimUtilsTest, TestValueSourceCache,
HdfsBasicDistributedZkTest, TestCollectionAPI, TestReloadAndDeleteDocs,
TestBinaryResponseWriter, MoreLikeThisHandlerTest, DocValuesMissingTest,
TestRandomFaceting, DirectSolrConnectionTest,
TestManagedSchemaDynamicFieldResource, TestCoreContainer, TestXIncludeConfig,
TestLazyCores, TestWordDelimiterFilterFactory, DistributedSuggestComponentTest,
TestSolrDeletionPolicy1, TestSchemaVersionResource,
SchemaVersionSpecificBehaviorTest, BasicDistributedZkTest, CacheHeaderTest,
DistanceFunctionTest, CoreAdminRequestStatusTest, TestFuzzyAnalyzedSuggestions,
FileUtilsTest, HighlighterMaxOffsetTest, SoftAutoCommitTest,
TestLeaderElectionZkExpiry, TestReplicationHandlerBackup, TestRangeQuery,
TestCursorMarkWithoutUniqueKey, TestArbitraryIndexDir, TestUtils,
TestQueryTypes, AlternateDirectoryTest, ChangedSchemaMergeTest,
DistributedSpellCheckComponentTest, TestFaceting, ShardRoutingCustomTest,
ExternalCollectionsTest, CoreAdminCreateDiscoverTest, ZkSolrClientTest,
ScriptEngineTest, TestRecoveryHdfs, SpellingQueryConverterTest,
SuggesterWFSTTest, TestOrdValues, SimplePostToolTest, TestSolrXml,
SolrCmdDistributorTest, TestCustomSort, TestPivotHelperCode,
ChaosMonkeySafeLeaderTest]
[junit4] Completed on J0 in 89.61s, 1 test, 1 failure <<< FAILURES!
[...truncated 841 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:524:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:472:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:61:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:39:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1359:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:961:
There were test failures: 436 suites, 1783 tests, 1 failure, 58 ignored (23
assumptions)
Total time: 63 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4898
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 175415950 bytes
Compression is 0.0%
Took 33 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
