Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/922/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED:
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at
__randomizedtesting.SeedInfo.seed([9CDE1DC9222E0086:67FCB5ECF084E314]:0)
at org.junit.Assert.fail(Assert.java:93)
at
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:205)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13569 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2978751 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/init-core-data-001
[junit4] 2> 2978752 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2978753 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2978754 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001
[junit4] 2> 2978754 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2978754 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2978754 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2978757 ERROR (Thread-3532) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 2978854 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:35041
[junit4] 2> 2978860 INFO (jetty-launcher-4770-thread-1) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2978860 INFO (jetty-launcher-4770-thread-2) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2978869 INFO (jetty-launcher-4770-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@4d2be260{/solr,null,AVAILABLE}
[junit4] 2> 2978871 INFO (jetty-launcher-4770-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@5b947e3f{/solr,null,AVAILABLE}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@67bd880{SSL,[ssl,
http/1.1]}{127.0.0.1:44419}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@291be825{SSL,[ssl,
http/1.1]}{127.0.0.1:36115}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ]
o.e.j.s.Server Started @2981130ms
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ]
o.e.j.s.Server Started @2981130ms
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=44419}
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=36115}
[junit4] 2> 2978874 ERROR (jetty-launcher-4770-thread-2) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2978874 ERROR (jetty-launcher-4770-thread-1) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.2.0
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.2.0
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-12-03T02:14:33.098Z
[junit4] 2> 2978874 INFO (jetty-launcher-4770-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-12-03T02:14:33.098Z
[junit4] 2> 2978878 INFO (jetty-launcher-4770-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2978878 INFO (jetty-launcher-4770-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2978884 INFO (jetty-launcher-4770-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2978884 INFO (jetty-launcher-4770-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:44419_solr
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-1)
[n:127.0.0.1:36115_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.Overseer Overseer
(id=99107948001951750-127.0.0.1:44419_solr-n_0000000000) starting
[junit4] 2> 2978916 INFO (jetty-launcher-4770-thread-1)
[n:127.0.0.1:36115_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:36115_solr
[junit4] 2> 2978917 INFO
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2978919 INFO
(zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr)
[n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2978929 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Adding
.autoAddReplicas trigger
[junit4] 2> 2978930 INFO (jetty-launcher-4770-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:44419_solr
[junit4] 2> 2978930 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 1
[junit4] 2> 2978931 INFO
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2978937 INFO
(zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr)
[n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2978938 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2978938 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2978938 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 1
[junit4] 2> 2978939 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 2978939 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2978939 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
.auto_add_replicas with currently live nodes: [127.0.0.1:36115_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2978991 INFO (jetty-launcher-4770-thread-1)
[n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_36115.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978997 INFO (jetty-launcher-4770-thread-1)
[n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_36115.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978998 INFO (jetty-launcher-4770-thread-1)
[n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_36115.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2978999 INFO (jetty-launcher-4770-thread-1)
[n:127.0.0.1:36115_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node1/.
[junit4] 2> 2979004 INFO (jetty-launcher-4770-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44419.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979008 INFO (jetty-launcher-4770-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44419.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979009 INFO (jetty-launcher-4770-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44419.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979009 INFO (jetty-launcher-4770-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node2/.
[junit4] 2> 2979028 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2979029 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2979041 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 2979042 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode
version 2
[junit4] 2> 2979042 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 2
[junit4] 2> 2979042 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 2
[junit4] 2> 2979043 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2979043 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 2979043 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2979059 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2979059 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2979062 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2979080 INFO (qtp2081358968-27238) [n:127.0.0.1:44419_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2979080 DEBUG (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2979081 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 2979081 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 3
[junit4] 2> 2979082 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2979082 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_restore_trigger instantiated with properties: {event=nodeAdded,
waitFor=5, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
enabled=true}
[junit4] 2> 2979082 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 3
[junit4] 2> 2979083 INFO
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 2979083 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2979083 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2979083 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2979093 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2979094 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2979106 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@4f9cd775{/solr,null,AVAILABLE}
[junit4] 2> 2979106 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.AbstractConnector Started ServerConnector@615856f3{SSL,[ssl,
http/1.1]}{127.0.0.1:39059}
[junit4] 2> 2979106 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.Server Started @2981363ms
[junit4] 2> 2979107 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=39059}
[junit4] 2> 2979107 ERROR
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 2979107 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
version 7.2.0
[junit4] 2> 2979107 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 2979107 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2979107 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-12-03T02:14:33.331Z
[junit4] 2> 2979114 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2979120 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2979129 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (2)
[junit4] 2> 2979130 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:39059_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2979133 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:39059_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:39059_solr
[junit4] 2> 2979134 INFO (zkCallback-4789-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2979134 INFO
(zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr)
[n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 2979138 INFO
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 2979139 INFO
(zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr)
[n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 2979205 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_39059.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979211 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_39059.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979211 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:39059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_39059.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2979212 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:39059_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node3/.
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980085 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node:
127.0.0.1:39059_solr at time 1512267274309000000
[junit4] 2> 2980744 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2980745 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2980745 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2980758 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2980759 INFO (qtp2081358968-27223) [n:127.0.0.1:44419_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2980759 DEBUG (qtp828718732-27222) [n:127.0.0.1:36115_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980760 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 4
[junit4] 2> 2980760 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 2980760 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980760 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_restore_trigger instantiated with properties: {event=nodeAdded,
waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
enabled=true}
[junit4] 2> 2980760 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 4
[junit4] 2> 2980761 INFO
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 2980761 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from
marker path: 127.0.0.1:39059_solr
[junit4] 2> 2980761 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_restore_trigger firing registered processor for nodes:
[127.0.0.1:39059_solr] added at times [1512267274985000000],
now=1512267274985000000
[junit4] 2> 2980761 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"14fca71302edcc40Tarq9z4ol01mc9sowzapdvg280",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1512267274985000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267274985000000],
[junit4] 2> "nodeNames":["127.0.0.1:39059_solr"]}}
[junit4] 2> 2980761 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2980761 INFO (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 2980762 DEBUG
(AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"14fca71302edcc40Tarq9z4ol01mc9sowzapdvg280",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1512267274985000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267274985000000],
[junit4] 2> "_enqueue_time_":1512267274985000000,
[junit4] 2> "nodeNames":["127.0.0.1:39059_solr"]}}
[junit4] 2> 2980762 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 2980781 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 2980782 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode
version 5
[junit4] 2> 2980782 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 5
[junit4] 2> 2980782 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 5
[junit4] 2> 2980783 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2980783 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 2980783 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2980784 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2980785 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@75c0b53c{/solr,null,AVAILABLE}
[junit4] 2> 2980785 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.AbstractConnector Started ServerConnector@7945c1a2{SSL,[ssl,
http/1.1]}{127.0.0.1:33599}
[junit4] 2> 2980785 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.Server Started @2983042ms
[junit4] 2> 2980786 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=33599}
[junit4] 2> 2980786 ERROR
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 2980786 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
version 7.2.0
[junit4] 2> 2980786 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 2980786 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2980786 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-12-03T02:14:35.010Z
[junit4] 2> 2980787 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2980793 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2980796 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (3)
[junit4] 2> 2980797 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:33599_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2980797 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:33599_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:33599_solr
[junit4] 2> 2980798 INFO (zkCallback-4789-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO
(zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr)
[n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO
(zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr)
[n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 2980798 INFO
(zkCallback-4806-thread-1-processing-n:127.0.0.1:33599_solr)
[n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 2980834 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_33599.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980842 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_33599.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980843 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:33599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_33599.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2980844 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:33599_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node4/.
[junit4] 2> 2980888 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2980888 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2980890 INFO (qtp528525801-27318) [n:127.0.0.1:33599_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2980892 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2980895 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2980896 INFO (qtp2081358968-27236) [n:127.0.0.1:44419_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2980896 DEBUG (qtp528525801-27320) [n:127.0.0.1:33599_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980897 INFO (qtp528525801-27320) [n:127.0.0.1:33599_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2980897 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 6
[junit4] 2> 2980897 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:33599_solr, 127.0.0.1:36115_solr, 127.0.0.1:39059_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2980897 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 6
[junit4] 2> 2980897 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7945c1a2{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 2980897 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=942271005
[junit4] 2> 2980897 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.node, tag=null
[junit4] 2> 2980897 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@32196279: rootName =
solr_33599, domain = solr.node, service url = null, agent id = null] for
registry solr.node / com.codahale.metrics.MetricRegistry@27af1226
[junit4] 2> 2980898 INFO
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 2980898 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 2980898 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2980898 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:33599_solr,
127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2980904 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.jvm, tag=null
[junit4] 2> 2980904 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@6bd26b54: rootName =
solr_33599, domain = solr.jvm, service url = null, agent id = null] for
registry solr.jvm / com.codahale.metrics.MetricRegistry@67e6d069
[junit4] 2> 2980907 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.jetty, tag=null
[junit4] 2> 2980907 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@d10751c: rootName =
solr_33599, domain = solr.jetty, service url = null, agent id = null] for
registry solr.jetty / com.codahale.metrics.MetricRegistry@37503b5e
[junit4] 2> 2980908 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.ZkController Remove node as live in
ZooKeeper:/live_nodes/127.0.0.1:33599_solr
[junit4] 2> 2980908 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.cluster, tag=null
[junit4] 2> 2980908 INFO
(zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr)
[n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO
(zkCallback-4806-thread-1-processing-n:127.0.0.1:33599_solr)
[n:127.0.0.1:33599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO (zkCallback-4789-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 2980908 INFO
(zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr)
[n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (3)
[junit4] 2> 2980908 INFO
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (3)
[junit4] 2> 2980909 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@75c0b53c{/solr,null,UNAVAILABLE}
[junit4] 2> 2981898 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr,
127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2981898 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node:
127.0.0.1:33599_solr
[junit4] 2> 2982412 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2982412 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2982414 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2982415 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2982416 INFO (qtp2081358968-27223) [n:127.0.0.1:44419_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2982416 DEBUG (qtp1170877722-27293) [n:127.0.0.1:39059_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2982417 INFO (qtp1170877722-27293) [n:127.0.0.1:39059_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2982417 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 7
[junit4] 2> 2982417 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2982417 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 7
[junit4] 2> 2982418 INFO
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 2982418 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from
marker path: 127.0.0.1:33599_solr
[junit4] 2> 2982418 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr,
127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2982418 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown
period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg282",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2982418 INFO (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 2982418 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener
for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr,
127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown
period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg284",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2983419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener
for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr,
127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown
period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg285",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2984419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener
for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr,
127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown
period - rejecting event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg286",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2985419 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener
for lost nodes: [127.0.0.1:33599_solr] is not ready, will try later
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:36115_solr,
127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:33599_solr]
[junit4] 2> 2986420 DEBUG (ScheduledTrigger-6181-thread-1)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg287",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2986420 DEBUG
(AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"14fca71365b19c80Tarq9z4ol01mc9sowzapdvg287",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1512267276642000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267276642000000],
[junit4] 2> "_enqueue_time_":1512267280644000000,
[junit4] 2> "nodeNames":["127.0.0.1:33599_solr"]}}
[junit4] 2> 2986420 INFO
(AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.ActionThrottle The last action attempt
started 5658ms ago.
[junit4] 2> 2986420 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 2986435 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 2986435 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 2986435 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 8
[junit4] 2> 2986435 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 8
[junit4] 2> 2986436 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2986436 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 2986436 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2986441 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2986441 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2986443 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2986444 INFO (qtp1170877722-27284) [n:127.0.0.1:39059_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2986445 INFO (qtp2081358968-27234) [n:127.0.0.1:44419_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2986445 DEBUG (qtp828718732-27224) [n:127.0.0.1:36115_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2986446 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2986446 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 9
[junit4] 2> 2986447 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986447 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
enabled=true}
[junit4] 2> 2986447 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 9
[junit4] 2> 2986447 INFO
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 2986447 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2986447 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2986447 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2986447 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2986448 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2986449 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@394f1c27{/solr,null,AVAILABLE}
[junit4] 2> 2986449 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.e.j.s.AbstractConnector Started ServerConnector@3f97aaa4{SSL,[ssl,
http/1.1]}{127.0.0.1:43513}
[junit4] 2> 2986450 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.e.j.s.Server Started @2988706ms
[junit4] 2> 2986450 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=43513}
[junit4] 2> 2986450 ERROR
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2986450 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.2.0
[junit4] 2> 2986450 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
null
[junit4] 2> 2986450 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2986450 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-12-03T02:14:40.674Z
[junit4] 2> 2986451 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2986456 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2986459 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (3)
[junit4] 2> 2986460 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:43513_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2986460 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:43513_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:43513_solr
[junit4] 2> 2986461 INFO
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO
(zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr)
[n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO
(zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr)
[n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO (zkCallback-4789-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986461 INFO
(zkCallback-4821-thread-1-processing-n:127.0.0.1:43513_solr)
[n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 2986499 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43513.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986515 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43513.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986515 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:43513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43513.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2986516 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:43513_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node5/.
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2987448 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node:
127.0.0.1:43513_solr at time 1512267281672000000
[junit4] 2> 2988449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2988449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2989449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2989449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger firing registered processor for nodes:
[127.0.0.1:43513_solr] added at times [1512267281672000000],
now=1512267284673000000
[junit4] 2> 2990449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown
period - rejecting event: {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg288",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2990449 INFO (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 2991449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2991449 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2991450 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger firing registered processor for nodes:
[127.0.0.1:43513_solr] added at times [1512267281672000000],
now=1512267285674000000
[junit4] 2> 2991450 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg28a",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2991450 DEBUG
(AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"14fca71491815200Tarq9z4ol01mc9sowzapdvg28a",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512267281672000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512267281672000000],
[junit4] 2> "_enqueue_time_":1512267285674000000,
[junit4] 2> "nodeNames":["127.0.0.1:43513_solr"]}}
[junit4] 2> 2991450 INFO
(AutoscalingActionExecutor-6182-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.ActionThrottle The last action attempt
started 5029ms ago.
[junit4] 2> 2991453 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2991453 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2991455 INFO (qtp828718732-27222) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2991456 INFO (qtp1170877722-27288) [n:127.0.0.1:39059_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2991468 INFO (qtp1303274747-27345) [n:127.0.0.1:43513_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2991469 INFO (qtp2081358968-27236) [n:127.0.0.1:44419_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2991469 DEBUG (qtp828718732-27232) [n:127.0.0.1:36115_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2991470 INFO (qtp828718732-27232) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 2991470 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 10
[junit4] 2> 2991471 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2991471 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
enabled=true}
[junit4] 2> 2991471 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 10
[junit4] 2> 2991471 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2991471 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 2992451 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2992451 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2993451 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2993451 DEBUG (ScheduledTrigger-6181-thread-4)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2993471 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9CDE1DC9222E0086]) [
] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 2993492 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 2993492 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode
version 11
[junit4] 2> 2993492 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 11
[junit4] 2> 2993492 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 11
[junit4] 2> 2993493 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2993493 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 2993493 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 2993494 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2993495 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35041/solr ready
[junit4] 2> 2993495 INFO (qtp828718732-27233) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2993495 INFO (qtp1170877722-27292) [n:127.0.0.1:39059_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2993496 INFO (qtp1303274747-27350) [n:127.0.0.1:43513_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2993496 INFO (qtp2081358968-27225) [n:127.0.0.1:44419_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 2993496 DEBUG (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2993497 INFO (qtp828718732-27235) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2993497 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 12
[junit4] 2> 2993497 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2993497 DEBUG
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
enabled=true}
[junit4] 2> 2993497 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 12
[junit4] 2> 2993497 INFO
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 2993498 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 2993498 DEBUG
(OverseerAutoScalingTriggerThread-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 2993498 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2993498 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2993498 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:39059_solr, 127.0.0.1:43513_solr,
127.0.0.1:44419_solr]
[junit4] 2> 2993501 INFO (qtp828718732-27224) [n:127.0.0.1:36115_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2993502 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2993503 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@627c6420{/solr,null,AVAILABLE}
[junit4] 2> 2993504 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.AbstractConnector Started ServerConnector@7110dd6b{SSL,[ssl,
http/1.1]}{127.0.0.1:46837}
[junit4] 2> 2993504 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.e.j.s.Server Started @2995760ms
[junit4] 2> 2993504 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=46837}
[junit4] 2> 2993504 ERROR
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 2993504 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr?
version 7.2.0
[junit4] 2> 2993504 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 2993504 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2993504 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-12-03T02:14:47.728Z
[junit4] 2> 2993505 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2993510 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35041/solr
[junit4] 2> 2993513 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (4)
[junit4] 2> 2993513 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:46837_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2993514 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:46837_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:46837_solr
[junit4] 2> 2993514 INFO (zkCallback-4789-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO
(zkCallback-4821-thread-1-processing-n:127.0.0.1:43513_solr)
[n:127.0.0.1:43513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO
(zkCallback-4797-thread-1-processing-n:127.0.0.1:39059_solr)
[n:127.0.0.1:39059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO
(zkCallback-4782-thread-1-processing-n:127.0.0.1:44419_solr)
[n:127.0.0.1:44419_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2993514 INFO
(zkCallback-4781-thread-1-processing-n:127.0.0.1:36115_solr)
[n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2993515 INFO
(zkCallback-4833-thread-1-processing-n:127.0.0.1:46837_solr)
[n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2993554 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_46837.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993559 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_46837.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993560 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_46837.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@451796d
[junit4] 2> 2993560 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[9CDE1DC9222E0086])
[n:127.0.0.1:46837_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001/tempDir-001/node6/.
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2994498 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node:
127.0.0.1:46837_solr at time 1512267288722000000
[junit4] 2> 2995499 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2995499 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2995501 INFO
(OverseerCollectionConfigSetProcessor-99107948001951750-127.0.0.1:44419_solr-n_0000000000)
[n:127.0.0.1:44419_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 2996499 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2996499 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2997499 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2997499 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2998502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2998502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 2999502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 2999502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3000502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 3000502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3001502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 3001502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3002502 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 3002503 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3003503 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 3003503 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2)
[n:127.0.0.1:44419_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:36115_solr, 127.0.0.1:46837_solr, 127.0.0.1:39059_solr,
127.0.0.1:43513_solr, 127.0.0.1:44419_solr]
[junit4] 2> 3004503 DEBUG (ScheduledTrigger-6181-thread-2
[...truncated too long message...]
1a2753130028, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3142703 INFO
(zkCallback-4905-thread-1-processing-n:127.0.0.1:45107_solr)
[n:127.0.0.1:45107_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:45107_solr
[junit4] 2> 3142703 WARN
(zkCallback-4865-thread-3-processing-n:127.0.0.1:40885_solr)
[n:127.0.0.1:40885_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3142703 INFO
(zkCallback-4905-thread-2-processing-n:127.0.0.1:45107_solr)
[n:127.0.0.1:45107_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (0)
[junit4] 2> 3142703 INFO (coreCloseExecutor-6329-thread-1)
[n:127.0.0.1:42131_solr c:collection1 s:shard1 r:core_node4
x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.collection.collection1.shard1.leader, tag=730125472
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1)
[n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3
x:collection1_shard1_replica_n1] o.a.s.c.SolrCore
[collection1_shard1_replica_n1] CLOSING SolrCore
org.apache.solr.core.SolrCore@6b294e6d
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1)
[n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1797869165
[junit4] 2> 3142703 INFO (coreCloseExecutor-6330-thread-1)
[n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3
x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@2a2ff3f8: rootName =
solr_40915, domain = solr.core.collection1.shard1.replica_n1, service url =
null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 /
com.codahale.metrics.MetricRegistry@36d3cd4a
[junit4] 2> 3142703 INFO (jetty-closer-4771-thread-8) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@b1e2fa3{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-7) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@61516514{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-9) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@3a79055{/solr,null,UNAVAILABLE}
[junit4] 2> 3142704 INFO (jetty-closer-4771-thread-3) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@3eb12308{/solr,null,UNAVAILABLE}
[junit4] 2> 3142706 INFO
(zkCallback-4951-thread-2-processing-n:127.0.0.1:40915_solr)
[n:127.0.0.1:40915_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:40915_solr
[junit4] 2> 3142707 INFO (jetty-closer-4771-thread-5) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@393730e4{/solr,null,UNAVAILABLE}
[junit4] 2> 3142713 INFO (coreCloseExecutor-6330-thread-1)
[n:127.0.0.1:40915_solr c:collection1 s:shard1 r:core_node3
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.collection.collection1.shard1.leader, tag=1797869165
[junit4] 2> 3142715 INFO (jetty-closer-4771-thread-10) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@3c54e54c{/solr,null,UNAVAILABLE}
[junit4] 2> 3142715 ERROR
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3142716 INFO
(SUITE-TriggerIntegrationTest-seed#[9CDE1DC9222E0086]-worker) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:35041 35041
[junit4] 2> 3142835 INFO (Thread-3532) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:35041 35041
[junit4] 2> 3142836 WARN (Thread-3532) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/aliases.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/clusterprops.json
[junit4] 2> 42 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3
/solr/overseer_elect/election/99107948001951809-127.0.0.1:42131_solr-n_0000000014
[junit4] 2> 3
/solr/overseer_elect/election/99107948001951801-127.0.0.1:45107_solr-n_0000000012
[junit4] 2> 3
/solr/overseer_elect/election/99107948001951784-127.0.0.1:40885_solr-n_0000000008
[junit4] 2> 2
/solr/overseer_elect/election/99107948001951756-127.0.0.1:39059_solr-n_0000000002
[junit4] 2> 2
/solr/overseer_elect/election/99107948001951793-127.0.0.1:42483_solr-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/live_nodes
[junit4] 2> 42 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger1
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9CDE1DC9222E0086-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {},
docValues:{}, maxPointsInLeafNode=469, maxMBSortInHeap=6.798251275930556,
sim=RandomSimilarity(queryNorm=true): {}, locale=es-MX, timezone=Europe/Sofia
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation
1.8.0_144 (64-bit)/cpus=8,threads=1,free=225135304,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ResourceLoaderTest,
CoreAdminCreateDiscoverTest, TestCustomStream, BitVectorTest,
TestClusterStateMutator, DistributedQueryComponentCustomSortTest, TestUtils,
TestJsonRequest, UpdateLogTest, TestFieldCacheSortRandom, ZkFailoverTest,
SpatialFilterTest, TestRandomFaceting, TestCollationFieldDocValues,
TestDistributedSearch, ChaosMonkeyNothingIsSafeWithPullReplicasTest,
TestHighlightDedupGrouping, TestManagedSchemaAPI, TestGraphTermsQParserPlugin,
TestCollapseQParserPlugin, BasicDistributedZkTest,
TestPHPSerializedResponseWriter, HttpSolrCallGetCoreTest, V2ApiIntegrationTest,
TestLegacyFieldCache, TestSolrCoreSnapshots, TermsComponentTest,
OutOfBoxZkACLAndCredentialsProvidersTest, LeaderElectionIntegrationTest,
ConfigureRecoveryStrategyTest, SliceStateTest, TestTlogReplica,
SolrPluginUtilsTest, AssignBackwardCompatibilityTest,
TestDownShardTolerantSearch, TestNamedUpdateProcessors,
TestStressCloudBlindAtomicUpdates, TestCoreAdminApis,
SpellCheckCollatorWithCollapseTest, SubstringBytesRefFilterTest,
HdfsChaosMonkeySafeLeaderTest, TestIndexingPerformance,
CollectionStateFormat2Test, TestGraphMLResponseWriter, CacheHeaderTest,
TlogReplayBufferedWhileIndexingTest, TestSort,
DocExpirationUpdateProcessorFactoryTest, BasicZkTest, ImplicitSnitchTest,
TestLuceneIndexBackCompat, TestDFRSimilarityFactory, TestCrossCoreJoin,
HdfsBasicDistributedZk2Test, SolrIndexMetricsTest,
TestPerFieldSimilarityWithDefaultOverride, PKIAuthenticationIntegrationTest,
TestMergePolicyConfig, LeaderInitiatedRecoveryOnShardRestartTest,
TestStressUserVersions, QueryParsingTest, TestFastOutputStream,
DocValuesMissingTest, URLClassifyProcessorTest, NoCacheHeaderTest,
DistributedFacetPivotSmallAdvancedTest, TestApiFramework,
LeaderFailoverAfterPartitionTest, UpdateParamsTest, DeleteInactiveReplicaTest,
TestRestoreCore, TestImpersonationWithHadoopAuth, DateMathParserTest,
CleanupOldIndexTest, AnalysisAfterCoreReloadTest,
TestSweetSpotSimilarityFactory, TestUseDocValuesAsStored2,
SolrCoreMetricManagerTest, TestCSVLoader, TestLocalFSCloudBackupRestore,
TestMultiWordSynonyms, TestStressVersions, TestUniqueKeyFieldResource,
AtomicUpdateProcessorFactoryTest, DistributedFacetExistsSmallTest,
TestManagedSynonymGraphFilterFactory, FastVectorHighlighterTest,
HdfsUnloadDistributedZkTest, TestShortCircuitedRequests,
RestartWhileUpdatingTest, TestRawResponseWriter,
TestEmbeddedSolrServerSchemaAPI, TestLegacyNumericUtils, TestBinaryField,
SimpleFacetsTest, BJQParserTest, TestUpdate, TestRuleBasedAuthorizationPlugin,
TestHdfsUpdateLog, IndexSchemaRuntimeFieldTest, FileUtilsTest,
TestInfoStreamLogging, TestPolicyCloud, SpellCheckCollatorTest,
NodeLostTriggerTest, InfoHandlerTest, TestNestedDocsSort,
CdcrReplicationHandlerTest, DeleteReplicaTest, BasicFunctionalityTest,
TestUninvertingReader, TestCustomDocTransformer, JavabinLoaderTest,
BlobRepositoryCloudTest, SyncSliceTest, SearchHandlerTest, MultiTermTest,
TestFieldCollectionResource, TestSolrQueryResponse, ActionThrottleTest,
DateFieldTest, MetricUtilsTest, TestConfigSetsAPI,
TestOnReconnectListenerSupport, TestPullReplicaErrorHandling,
TestRebalanceLeaders, TestSegmentSorting, TestStressLiveNodes,
TestTolerantUpdateProcessorRandomCloud, AutoAddReplicasPlanActionTest,
AutoScalingHandlerTest, ExecutePlanActionTest, HttpTriggerListenerTest,
NodeAddedTriggerTest, TriggerIntegrationTest]
[junit4] Completed [586/750 (1!)] on J0 in 164.11s, 13 tests, 1 failure <<<
FAILURES!
[...truncated 47899 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
