Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/156/
4 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.QueryFacetTest Error Message: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([C9F5ABC39B6061B]:0) FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.QueryFacetTest Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([C9F5ABC39B6061B]:0) FAILED: junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib Error Message: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib: 1) Thread[id=2605, name=qtp961437491-2605, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib: 1) Thread[id=2605, name=qtp961437491-2605, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([12FB931EC67001C6]:0) FAILED: junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=2605, name=qtp961437491-2605, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=2605, name=qtp961437491-2605, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([12FB931EC67001C6]:0) Build Log: [...truncated 13189 lines...] [junit4] Suite: org.apache.solr.response.transform.TestSubQueryTransformerDistrib [junit4] 2> 838582 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/init-core-data-001 [junit4] 2> 838582 WARN (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 838583 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 838605 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 838606 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001 [junit4] 2> 838679 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 838711 INFO (Thread-816) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 838711 INFO (Thread-816) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 838728 ERROR (Thread-816) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 838799 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46356 [junit4] 2> 838899 INFO (zkConnectionManagerCallback-507-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839079 INFO (jetty-launcher-504-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 839094 INFO (jetty-launcher-504-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 839099 INFO (jetty-launcher-504-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 839172 INFO (jetty-launcher-504-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 839173 INFO (jetty-launcher-504-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 839221 INFO (jetty-launcher-504-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 839221 INFO (jetty-launcher-504-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 839221 INFO (jetty-launcher-504-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 839221 INFO (jetty-launcher-504-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@290ac428{/solr,null,AVAILABLE} [junit4] 2> 839241 INFO (jetty-launcher-504-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@686bf0cc{SSL,[ssl, http/1.1]}{127.0.0.1:33378} [junit4] 2> 839241 INFO (jetty-launcher-504-thread-4) [ ] o.e.j.s.Server Started @855602ms [junit4] 2> 839241 INFO (jetty-launcher-504-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33378} [junit4] 2> 839242 ERROR (jetty-launcher-504-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 839242 INFO (jetty-launcher-504-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 839242 INFO (jetty-launcher-504-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 839242 INFO (jetty-launcher-504-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 839242 INFO (jetty-launcher-504-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T04:43:06.520Z [junit4] 2> 839279 INFO (jetty-launcher-504-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 839279 INFO (jetty-launcher-504-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 839279 INFO (jetty-launcher-504-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 839312 INFO (jetty-launcher-504-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6746a5a5{/solr,null,AVAILABLE} [junit4] 2> 839345 INFO (jetty-launcher-504-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 839345 INFO (jetty-launcher-504-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 839345 INFO (jetty-launcher-504-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 839361 INFO (jetty-launcher-504-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a65814e{/solr,null,AVAILABLE} [junit4] 2> 839362 INFO (jetty-launcher-504-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@468f385c{SSL,[ssl, http/1.1]}{127.0.0.1:45632} [junit4] 2> 839362 INFO (jetty-launcher-504-thread-2) [ ] o.e.j.s.Server Started @855722ms [junit4] 2> 839362 INFO (jetty-launcher-504-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45632} [junit4] 2> 839362 ERROR (jetty-launcher-504-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 839362 INFO (jetty-launcher-504-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 839362 INFO (jetty-launcher-504-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 839362 INFO (jetty-launcher-504-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 839362 INFO (jetty-launcher-504-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T04:43:06.640Z [junit4] 2> 839429 INFO (jetty-launcher-504-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 839429 INFO (jetty-launcher-504-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 839429 INFO (jetty-launcher-504-thread-5) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 839442 INFO (jetty-launcher-504-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c7799b6{/solr,null,AVAILABLE} [junit4] 2> 839443 INFO (zkConnectionManagerCallback-511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839444 INFO (jetty-launcher-504-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 839444 INFO (jetty-launcher-504-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 839444 INFO (jetty-launcher-504-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 839444 INFO (jetty-launcher-504-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a54b6fb{/solr,null,AVAILABLE} [junit4] 2> 839445 INFO (jetty-launcher-504-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26bfe776{SSL,[ssl, http/1.1]}{127.0.0.1:43638} [junit4] 2> 839445 INFO (jetty-launcher-504-thread-3) [ ] o.e.j.s.Server Started @855805ms [junit4] 2> 839445 INFO (jetty-launcher-504-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43638} [junit4] 2> 839445 ERROR (jetty-launcher-504-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 839445 INFO (jetty-launcher-504-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 839445 INFO (jetty-launcher-504-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 839445 INFO (jetty-launcher-504-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 839445 INFO (jetty-launcher-504-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T04:43:06.723Z [junit4] 2> 839462 INFO (jetty-launcher-504-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fd1e736{SSL,[ssl, http/1.1]}{127.0.0.1:44338} [junit4] 2> 839462 INFO (jetty-launcher-504-thread-5) [ ] o.e.j.s.Server Started @855823ms [junit4] 2> 839463 INFO (jetty-launcher-504-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44338} [junit4] 2> 839463 ERROR (jetty-launcher-504-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 839463 INFO (jetty-launcher-504-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 839463 INFO (jetty-launcher-504-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 839463 INFO (jetty-launcher-504-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 839463 INFO (jetty-launcher-504-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T04:43:06.741Z [junit4] 2> 839499 INFO (zkConnectionManagerCallback-509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839520 INFO (jetty-launcher-504-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@466fc8de{SSL,[ssl, http/1.1]}{127.0.0.1:43320} [junit4] 2> 839520 INFO (jetty-launcher-504-thread-1) [ ] o.e.j.s.Server Started @855880ms [junit4] 2> 839520 INFO (jetty-launcher-504-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43320} [junit4] 2> 839520 ERROR (jetty-launcher-504-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 839520 INFO (jetty-launcher-504-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 839520 INFO (jetty-launcher-504-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 839520 INFO (jetty-launcher-504-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 839520 INFO (jetty-launcher-504-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T04:43:06.798Z [junit4] 2> 839530 INFO (zkConnectionManagerCallback-515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839531 INFO (jetty-launcher-504-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 839531 INFO (zkConnectionManagerCallback-517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839531 INFO (jetty-launcher-504-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 839531 INFO (zkConnectionManagerCallback-513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839582 INFO (jetty-launcher-504-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 839583 INFO (jetty-launcher-504-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 839609 INFO (jetty-launcher-504-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 839694 INFO (jetty-launcher-504-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46356/solr [junit4] 2> 839755 INFO (jetty-launcher-504-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46356/solr [junit4] 2> 839800 INFO (jetty-launcher-504-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46356/solr [junit4] 2> 839826 INFO (jetty-launcher-504-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46356/solr [junit4] 2> 839841 INFO (jetty-launcher-504-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46356/solr [junit4] 2> 839857 INFO (zkConnectionManagerCallback-521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839893 INFO (zkConnectionManagerCallback-531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839934 INFO (zkConnectionManagerCallback-533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839934 INFO (zkConnectionManagerCallback-535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 839987 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100653b53ef0009, likely client has closed socket [junit4] 2> 839987 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100653b53ef0007, likely client has closed socket [junit4] 2> 840077 INFO (zkConnectionManagerCallback-537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 840149 INFO (zkConnectionManagerCallback-543-thread-1-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 840150 INFO (zkConnectionManagerCallback-539-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 840173 INFO (zkConnectionManagerCallback-541-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 840186 INFO (zkConnectionManagerCallback-545-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 840189 INFO (zkConnectionManagerCallback-547-thread-1-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 840665 INFO (jetty-launcher-504-thread-2) [n:127.0.0.1:45632_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 840666 INFO (jetty-launcher-504-thread-4) [n:127.0.0.1:33378_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 840667 INFO (jetty-launcher-504-thread-2) [n:127.0.0.1:45632_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45632_solr [junit4] 2> 840685 INFO (jetty-launcher-504-thread-4) [n:127.0.0.1:33378_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33378_solr [junit4] 2> 840686 INFO (jetty-launcher-504-thread-2) [n:127.0.0.1:45632_solr ] o.a.s.c.Overseer Overseer (id=72168899523575820-127.0.0.1:45632_solr-n_0000000000) starting [junit4] 2> 840725 INFO (zkCallback-542-thread-1-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 840741 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 841046 INFO (jetty-launcher-504-thread-2) [n:127.0.0.1:45632_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45632_solr [junit4] 2> 841266 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 841266 INFO (zkCallback-542-thread-1-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 841525 INFO (jetty-launcher-504-thread-3) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 841667 INFO (jetty-launcher-504-thread-3) [n:127.0.0.1:43638_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 841793 INFO (jetty-launcher-504-thread-2) [n:127.0.0.1:45632_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45632.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 841795 INFO (jetty-launcher-504-thread-4) [n:127.0.0.1:33378_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33378.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 841885 INFO (jetty-launcher-504-thread-2) [n:127.0.0.1:45632_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45632.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 841885 INFO (jetty-launcher-504-thread-2) [n:127.0.0.1:45632_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45632.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 841919 INFO (jetty-launcher-504-thread-2) [n:127.0.0.1:45632_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node2/. [junit4] 2> 842029 INFO (jetty-launcher-504-thread-4) [n:127.0.0.1:33378_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33378.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 842029 INFO (jetty-launcher-504-thread-4) [n:127.0.0.1:33378_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33378.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 842030 INFO (jetty-launcher-504-thread-4) [n:127.0.0.1:33378_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node3/. [junit4] 2> 842086 INFO (jetty-launcher-504-thread-3) [n:127.0.0.1:43638_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43638_solr [junit4] 2> 842105 INFO (zkCallback-542-thread-1-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 842138 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 842247 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 842443 INFO (jetty-launcher-504-thread-1) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 842481 INFO (jetty-launcher-504-thread-1) [n:127.0.0.1:43320_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 842483 INFO (jetty-launcher-504-thread-1) [n:127.0.0.1:43320_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43320_solr [junit4] 2> 842521 INFO (jetty-launcher-504-thread-3) [n:127.0.0.1:43638_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43638.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 842540 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 842540 INFO (zkCallback-542-thread-1-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 842587 INFO (jetty-launcher-504-thread-3) [n:127.0.0.1:43638_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43638.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 842587 INFO (jetty-launcher-504-thread-3) [n:127.0.0.1:43638_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43638.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 842589 INFO (zkCallback-544-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 842601 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 842601 INFO (jetty-launcher-504-thread-3) [n:127.0.0.1:43638_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node5/. [junit4] 2> 842625 INFO (jetty-launcher-504-thread-5) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 842660 INFO (jetty-launcher-504-thread-5) [n:127.0.0.1:44338_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 842675 INFO (jetty-launcher-504-thread-5) [n:127.0.0.1:44338_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44338_solr [junit4] 2> 842677 INFO (zkCallback-542-thread-1-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 842695 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 842698 INFO (zkCallback-544-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 842767 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 842865 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 843063 INFO (jetty-launcher-504-thread-1) [n:127.0.0.1:43320_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43320.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 843103 INFO (jetty-launcher-504-thread-1) [n:127.0.0.1:43320_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43320.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 843104 INFO (jetty-launcher-504-thread-1) [n:127.0.0.1:43320_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43320.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 843121 INFO (jetty-launcher-504-thread-1) [n:127.0.0.1:43320_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node1/. [junit4] 2> 843132 INFO (jetty-launcher-504-thread-5) [n:127.0.0.1:44338_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44338.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 843291 INFO (jetty-launcher-504-thread-5) [n:127.0.0.1:44338_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44338.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 843309 INFO (jetty-launcher-504-thread-5) [n:127.0.0.1:44338_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44338.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 843310 INFO (jetty-launcher-504-thread-5) [n:127.0.0.1:44338_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node4/. [junit4] 2> 843848 INFO (zkConnectionManagerCallback-559-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 843869 INFO (zkConnectionManagerCallback-563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 843870 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5) [junit4] 2> 843871 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[12FB931EC67001C6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46356/solr ready [junit4] 2> 845510 INFO (qtp1118076649-2646) [n:127.0.0.1:43638_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 845549 INFO (OverseerThreadFactory-1083-thread-1-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection people [junit4] 2> 845729 INFO (OverseerStateUpdate-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"people", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"people_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:44338/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 845732 INFO (OverseerStateUpdate-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"people", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"people_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:33378/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 845773 INFO (OverseerStateUpdate-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"people", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"people_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43638/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 845774 INFO (OverseerStateUpdate-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"people", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"people_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43320/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 846202 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node7&name=people_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 846203 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 846361 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=people_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 846362 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 846375 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node3&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 846375 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 846396 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node5&name=people_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 846397 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 846660 INFO (zkCallback-544-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 846660 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 846663 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 846663 INFO (zkCallback-544-thread-2-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 846672 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 846672 INFO (zkCallback-538-thread-2-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 846676 INFO (zkCallback-546-thread-2-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 846679 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 847551 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 847571 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 847571 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 847706 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.IndexSchema [people_shard2_replica_n6] Schema name=doc-values-for-Join [junit4] 2> 847706 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.IndexSchema [people_shard2_replica_n4] Schema name=doc-values-for-Join [junit4] 2> 847763 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.IndexSchema [people_shard1_replica_n2] Schema name=doc-values-for-Join [junit4] 2> 847777 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id [junit4] 2> 847800 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id [junit4] 2> 847815 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 847817 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n2' using configuration from collection people, trusted=true [junit4] 2> 847849 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33378.solr.core.people.shard1.replica_n2' (registry 'solr.core.people.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 847849 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 847849 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [[people_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node3/people_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node3/./people_shard1_replica_n2/data/] [junit4] 2> 847850 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n4' using configuration from collection people, trusted=true [junit4] 2> 847851 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id [junit4] 2> 847851 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43638.solr.core.people.shard2.replica_n4' (registry 'solr.core.people.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 847851 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 847851 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore [[people_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node5/people_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node5/./people_shard2_replica_n4/data/] [junit4] 2> 847870 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.IndexSchema [people_shard1_replica_n1] Schema name=doc-values-for-Join [junit4] 2> 847903 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id [junit4] 2> 847993 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n1' using configuration from collection people, trusted=true [junit4] 2> 847994 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44338.solr.core.people.shard1.replica_n1' (registry 'solr.core.people.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 847994 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 847994 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [[people_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node4/people_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node4/./people_shard1_replica_n1/data/] [junit4] 2> 848228 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n6' using configuration from collection people, trusted=true [junit4] 2> 848229 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43320.solr.core.people.shard2.replica_n6' (registry 'solr.core.people.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9fbcf5e [junit4] 2> 848229 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 848229 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore [[people_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node1/people_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_12FB931EC67001C6-001/tempDir-001/node1/./people_shard2_replica_n6/data/] [junit4] 2> 848484 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 848484 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 848485 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 848485 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 848487 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1072851b[people_shard2_replica_n4] main] [junit4] 2> 848501 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig [junit4] 2> 848501 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig [junit4] 2> 848502 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 848502 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593165475511009280 [junit4] 2> 848537 INFO (searcherExecutor-1095-thread-1-processing-n:127.0.0.1:43638_solr x:people_shard2_replica_n4 s:shard2 c:people r:core_node7) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore [people_shard2_replica_n4] Registered new searcher Searcher@1072851b[people_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 848575 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms [junit4] 2> 848618 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 848618 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 848620 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 848620 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 848621 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3820288e[people_shard1_replica_n2] main] [junit4] 2> 848740 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig [junit4] 2> 848760 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig [junit4] 2> 848761 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 848764 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 848764 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 848765 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 848765 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 848768 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 848768 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 848781 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593165475803561984 [junit4] 2> 848781 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 848781 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 848782 INFO (zkCallback-546-thread-2-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 848782 INFO (zkCallback-538-thread-2-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 848783 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 848783 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c2e793f[people_shard2_replica_n6] main] [junit4] 2> 848784 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 848784 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 848787 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 848788 INFO (zkCallback-544-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 848793 INFO (zkCallback-544-thread-2-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 848819 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fbcca1a[people_shard1_replica_n1] main] [junit4] 2> 848830 INFO (searcherExecutor-1094-thread-1-processing-n:127.0.0.1:33378_solr x:people_shard1_replica_n2 s:shard1 c:people r:core_node5) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [people_shard1_replica_n2] Registered new searcher Searcher@3820288e[people_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 848833 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig [junit4] 2> 848834 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig [junit4] 2> 848834 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 848835 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593165475860185088 [junit4] 2> 848846 INFO (searcherExecutor-1098-thread-1-processing-n:127.0.0.1:43320_solr x:people_shard2_replica_n6 s:shard2 c:people r:core_node8) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore [people_shard2_replica_n6] Registered new searcher Searcher@4c2e793f[people_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 848850 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 848851 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig [junit4] 2> 848851 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig [junit4] 2> 848852 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 848852 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593165475878010880 [junit4] 2> 848883 INFO (searcherExecutor-1096-thread-1-processing-n:127.0.0.1:44338_solr x:people_shard1_replica_n1 s:shard1 c:people r:core_node3) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [people_shard1_replica_n1] Registered new searcher Searcher@1fbcca1a[people_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 849029 INFO (zkCallback-546-thread-2-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849029 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849029 INFO (zkCallback-538-thread-2-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849031 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849031 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849031 INFO (zkCallback-544-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849031 INFO (zkCallback-544-thread-2-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849032 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849081 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 849081 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 849081 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43638/solr/people_shard2_replica_n4/ [junit4] 2> 849082 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n4 url=https://127.0.0.1:43638/solr START replicas=[https://127.0.0.1:43320/solr/people_shard2_replica_n6/] nUpdates=100 [junit4] 2> 849186 INFO (qtp194637842-2609) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.S.Request [people_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 849357 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 849358 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 849358 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33378/solr/people_shard1_replica_n2/ [junit4] 2> 849358 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n2 url=https://127.0.0.1:33378/solr START replicas=[https://127.0.0.1:44338/solr/people_shard1_replica_n1/] nUpdates=100 [junit4] 2> 849439 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n4 url=https://127.0.0.1:43638/solr DONE. We have no versions. sync failed. [junit4] 2> 849439 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 849439 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 849439 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 849672 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43638/solr/people_shard2_replica_n4/ shard2 [junit4] 2> 849740 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n2 url=https://127.0.0.1:33378/solr DONE. We have no versions. sync failed. [junit4] 2> 849741 INFO (qtp854481757-2631) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.S.Request [people_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=68 [junit4] 2> 849742 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 849742 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 849742 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 849744 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33378/solr/people_shard1_replica_n2/ shard1 [junit4] 2> 849866 INFO (zkCallback-544-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849866 INFO (zkCallback-544-thread-2-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849866 INFO (zkCallback-538-thread-2-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849866 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849866 INFO (zkCallback-546-thread-2-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849869 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849869 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849869 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 849906 INFO (qtp194637842-2614) [n:127.0.0.1:43320_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=people_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=3544 [junit4] 2> 849906 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 849922 INFO (qtp961437491-2605) [n:127.0.0.1:33378_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node5&name=people_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=3525 [junit4] 2> 849938 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 849941 INFO (qtp1118076649-2641) [n:127.0.0.1:43638_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node7&name=people_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=3745 [junit4] 2> 849951 INFO (qtp854481757-2636) [n:127.0.0.1:44338_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node3&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=3576 [junit4] 2> 850025 INFO (qtp1118076649-2646) [n:127.0.0.1:43638_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 850053 INFO (zkCallback-538-thread-2-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 850053 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 850053 INFO (zkCallback-546-thread-2-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 850056 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:33378_solr) [n:127.0.0.1:33378_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 850056 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 850056 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 850060 INFO (zkCallback-544-thread-2-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 850060 INFO (zkCallback-544-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5]) [junit4] 2> 851032 INFO (qtp1118076649-2646) [n:127.0.0.1:43638_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=5521 [junit4] 2> 851033 INFO (qtp1118076649-2644) [n:127.0.0.1:43638_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=departments&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 851048 INFO (OverseerCollectionConfigSetProcessor-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 851049 INFO (OverseerThreadFactory-1083-thread-2-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection departments [junit4] 2> 851335 INFO (OverseerStateUpdate-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"departments", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"departments_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:45632/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 851338 INFO (OverseerStateUpdate-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"departments", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"departments_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:44338/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 851367 INFO (OverseerStateUpdate-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"departments", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"departments_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43320/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 851398 INFO (OverseerStateUpdate-72168899523575820-127.0.0.1:45632_solr-n_0000000000) [n:127.0.0.1:45632_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"departments", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"departments_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43638/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 851826 INFO (qtp194637842-2612) [n:127.0.0.1:43320_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node7&name=departments_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 851826 INFO (qtp854481757-2634) [n:127.0.0.1:44338_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node5&name=departments_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 851840 INFO (qtp1118076649-2647) [n:127.0.0.1:43638_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=departments_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 851910 INFO (qtp1995350528-2623) [n:127.0.0.1:45632_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node3&name=departments_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 851911 INFO (qtp1995350528-2623) [n:127.0.0.1:45632_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 852057 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5]) [junit4] 2> 852057 INFO (zkCallback-544-thread-1-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5]) [junit4] 2> 852057 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:43638_solr) [n:127.0.0.1:43638_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5]) [junit4] 2> 852057 INFO (zkCallback-544-thread-2-processing-n:127.0.0.1:43320_solr) [n:127.0.0.1:43320_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5]) [junit4] 2> 852058 INFO (zkCallback-542-thread-1-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5]) [junit4] 2> 852058 INFO (zkCallback-546-thread-2-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5]) [junit4] 2> 852058 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:44338_solr) [n:127.0.0.1:44338_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5]) [junit4] 2> 852076 INFO (zkCallback-542-thread-2-processing-n:127.0.0.1:45632_solr) [n:127.0.0.1:45632_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5]) [junit4] 2> 853041 INFO (qtp854481757-2634) [n:127.0.0.1:44338_solr c:departments s:shard1 r:core_node5 x:departments_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 853056 INFO (qtp194637842-2612) [n:127.0.0.1:43320_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 853094 INFO (qtp1118076649-2647) [n:127.0.0.1:43638_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 853110 INFO (qtp854481757-2634) [n:127.0.0.1:44338_solr c:departments s:shard1 r:core_node5 x:departments_shard1_replica_n2] o.a.s.s.IndexSchema [departments_shard1_replica_n2] Schema name=doc-values-for-Join [junit4] 2> 853334 INFO (qtp194637842-2612) [n:127.0.0.1:43320_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.s.IndexSchema [departments_shard2_replica_n4] Schema name=doc-values-for-Join [junit4] 2> 853350 INFO (qtp854481757-2634) [n:127.0.0.1:44338_solr c:departments s:shard1 r:core_node5 x:departments_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id [junit4] 2> 853353 INFO (qtp1118076649-2647) [n:127.0.0.1:43638_solr c:departments s:shard2 r:core_node8 x [...truncated too long message...] TransformerDistrib (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib: [junit4] > 1) Thread[id=2605, name=qtp961437491-2605, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([12FB931EC67001C6]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=2605, name=qtp961437491-2605, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([12FB931EC67001C6]:0) [junit4] Completed [82/777 (1!)] on J1 in 85.38s, 1 test, 2 errors <<< FAILURES! [...truncated 5324 lines...] [junit4] Suite: org.apache.solr.analytics.facet.QueryFacetTest [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.facet.QueryFacetTest_C9F5ABC39B6061B-001/init-core-data-001 [junit4] 2> Feb 23, 2018 5:45:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s). [junit4] 2> Feb 23, 2018 5:45:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: [junit4] 2> 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Feb 23, 2018 5:45:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] [junit4] 2> Feb 23, 2018 5:46:02 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated: [junit4] 2> 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {string_s=PostingsFormat(name=Asserting), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), string_sm=PostingsFormat(name=Direct)}, docValues:{int_i=DocValuesFormat(name=Lucene70), double_dm=DocValuesFormat(name=Lucene70), float_fm=DocValuesFormat(name=Lucene70), int_im=DocValuesFormat(name=Direct), date_dt=DocValuesFormat(name=Lucene70), date_dtm=DocValuesFormat(name=Direct), long_lm=DocValuesFormat(name=Direct), double_d=DocValuesFormat(name=Lucene70), float_f=DocValuesFormat(name=Lucene70), long_l=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), string_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), string_sm=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=917, maxMBSortInHeap=7.553277962684154, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-HK, timezone=America/Matamoros [junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=253106816,total=303562752 [junit4] 2> NOTE: All tests run in this JVM: [FloorFunctionTest, LegacyExpressionTest, QueryFacetTest] [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=QueryFacetTest -Dtests.seed=C9F5ABC39B6061B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh-HK -Dtests.timezone=America/Matamoros -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J1 | QueryFacetTest (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: [junit4] > 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([C9F5ABC39B6061B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=66, name=qtp777234554-66, state=TIMED_WAITING, group=TGRP-QueryFacetTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([C9F5ABC39B6061B]:0) [junit4] Completed [63/78 (1!)] on J1 in 93.03s, 1 test, 2 errors <<< FAILURES! [...truncated 46967 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org