Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.x/516/
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager.testSimulatorFromSnapshot Error Message: expected:<[/, /aliases.json, /autoscaling, /autoscaling.json, /autoscaling/events, /autoscaling/events/.auto_add_replicas, /autoscaling/events/.scheduled_maintenance, /autoscaling/nodeAdded, /autoscaling/nodeLost, /clusterprops.json, /collections, /collections/.system, /collections/.system/counter, /collections/.system/leader_elect, /collections/.system/leaders, /collections/.system/state.json, /collections/.system/terms, /collections/.system/terms/shard1, /configs, /configs/.system, /configs/.system/managed-schema, /configs/.system/schema.xml.bak, /configs/.system/solrconfig.xml, /configs/_default, /configs/_default/lang, /configs/_default/lang/contractions_ca.txt, /configs/_default/lang/contractions_fr.txt, /configs/_default/lang/contractions_ga.txt, /configs/_default/lang/contractions_it.txt, /configs/_default/lang/hyphenations_ga.txt, /configs/_default/lang/stemdict_nl.txt, /configs/_default/lang/stoptags_ja.txt, /configs/_default/lang/stopwords_ar.txt, /configs/_default/lang/stopwords_bg.txt, /configs/_default/lang/stopwords_ca.txt, /configs/_default/lang/stopwords_cz.txt, /configs/_default/lang/stopwords_da.txt, /configs/_default/lang/stopwords_de.txt, /configs/_default/lang/stopwords_el.txt, /configs/_default/lang/stopwords_en.txt, /configs/_default/lang/stopwords_es.txt, /configs/_default/lang/stopwords_et.txt, /configs/_default/lang/stopwords_eu.txt, /configs/_default/lang/stopwords_fa.txt, /configs/_default/lang/stopwords_fi.txt, /configs/_default/lang/stopwords_fr.txt, /configs/_default/lang/stopwords_ga.txt, /configs/_default/lang/stopwords_gl.txt, /configs/_default/lang/stopwords_hi.txt, /configs/_default/lang/stopwords_hu.txt, /configs/_default/lang/stopwords_hy.txt, /configs/_default/lang/stopwords_id.txt, /configs/_default/lang/stopwords_it.txt, /configs/_default/lang/stopwords_ja.txt, /configs/_default/lang/stopwords_lv.txt, /configs/_default/lang/stopwords_nl.txt, /configs/_default/lang/stopwords_no.txt, /configs/_default/lang/stopwords_pt.txt, /configs/_default/lang/stopwords_ro.txt, /configs/_default/lang/stopwords_ru.txt, /configs/_default/lang/stopwords_sv.txt, /configs/_default/lang/stopwords_th.txt, /configs/_default/lang/stopwords_tr.txt, /configs/_default/lang/userdict_ja.txt, /configs/_default/managed-schema, /configs/_default/params.json, /configs/_default/protwords.txt, /configs/_default/solrconfig.xml, /configs/_default/stopwords.txt, /configs/_default/synonyms.txt, /configs/conf, /configs/conf/schema.xml, /configs/conf/solrconfig.xml, /live_nodes, /overseer, /overseer/async_ids, /overseer/collection-map-completed, /overseer/collection-map-failure, /overseer/collection-map-running, /overseer/collection-queue-work, /overseer/queue, /overseer/queue-work, /overseer_elect, /overseer_elect/election, /overseer_elect/election/75325089451343879-127.0.0.1:35487_solr-n_0000000000, /overseer_elect/election/75325089451343881-127.0.0.1:34635_solr-n_0000000001, /overseer_elect/election/75325089451343885-127.0.0.1:33132_solr-n_0000000002, /overseer_elect/leader, /security.json, /solr.xml]> but was:<[/, /aliases.json, /autoscaling, /autoscaling.json, /autoscaling/events, /autoscaling/events/.auto_add_replicas, /autoscaling/events/.scheduled_maintenance, /autoscaling/events/.scheduled_maintenance/qn-0000000000, /autoscaling/nodeAdded, /autoscaling/nodeLost, /clusterprops.json, /collections, /collections/.system, /collections/.system/counter, /collections/.system/leader_elect, /collections/.system/leaders, /collections/.system/state.json, /collections/.system/terms, /collections/.system/terms/shard1, /configs, /configs/.system, /configs/.system/managed-schema, /configs/.system/schema.xml.bak, /configs/.system/solrconfig.xml, /configs/_default, /configs/_default/lang, /configs/_default/lang/contractions_ca.txt, /configs/_default/lang/contractions_fr.txt, /configs/_default/lang/contractions_ga.txt, /configs/_default/lang/contractions_it.txt, /configs/_default/lang/hyphenations_ga.txt, /configs/_default/lang/stemdict_nl.txt, /configs/_default/lang/stoptags_ja.txt, /configs/_default/lang/stopwords_ar.txt, /configs/_default/lang/stopwords_bg.txt, /configs/_default/lang/stopwords_ca.txt, /configs/_default/lang/stopwords_cz.txt, /configs/_default/lang/stopwords_da.txt, /configs/_default/lang/stopwords_de.txt, /configs/_default/lang/stopwords_el.txt, /configs/_default/lang/stopwords_en.txt, /configs/_default/lang/stopwords_es.txt, /configs/_default/lang/stopwords_et.txt, /configs/_default/lang/stopwords_eu.txt, /configs/_default/lang/stopwords_fa.txt, /configs/_default/lang/stopwords_fi.txt, /configs/_default/lang/stopwords_fr.txt, /configs/_default/lang/stopwords_ga.txt, /configs/_default/lang/stopwords_gl.txt, /configs/_default/lang/stopwords_hi.txt, /configs/_default/lang/stopwords_hu.txt, /configs/_default/lang/stopwords_hy.txt, /configs/_default/lang/stopwords_id.txt, /configs/_default/lang/stopwords_it.txt, /configs/_default/lang/stopwords_ja.txt, /configs/_default/lang/stopwords_lv.txt, /configs/_default/lang/stopwords_nl.txt, /configs/_default/lang/stopwords_no.txt, /configs/_default/lang/stopwords_pt.txt, /configs/_default/lang/stopwords_ro.txt, /configs/_default/lang/stopwords_ru.txt, /configs/_default/lang/stopwords_sv.txt, /configs/_default/lang/stopwords_th.txt, /configs/_default/lang/stopwords_tr.txt, /configs/_default/lang/userdict_ja.txt, /configs/_default/managed-schema, /configs/_default/params.json, /configs/_default/protwords.txt, /configs/_default/solrconfig.xml, /configs/_default/stopwords.txt, /configs/_default/synonyms.txt, /configs/conf, /configs/conf/schema.xml, /configs/conf/solrconfig.xml, /live_nodes, /overseer, /overseer/async_ids, /overseer/collection-map-completed, /overseer/collection-map-failure, /overseer/collection-map-running, /overseer/collection-queue-work, /overseer/queue, /overseer/queue-work, /overseer_elect, /overseer_elect/election, /overseer_elect/election/75325089451343879-127.0.0.1:35487_solr-n_0000000000, /overseer_elect/election/75325089451343881-127.0.0.1:34635_solr-n_0000000001, /overseer_elect/election/75325089451343885-127.0.0.1:33132_solr-n_0000000002, /overseer_elect/leader, /security.json, /solr.xml]> Stack Trace: java.lang.AssertionError: expected:<[/, /aliases.json, /autoscaling, /autoscaling.json, /autoscaling/events, /autoscaling/events/.auto_add_replicas, /autoscaling/events/.scheduled_maintenance, /autoscaling/nodeAdded, /autoscaling/nodeLost, /clusterprops.json, /collections, /collections/.system, /collections/.system/counter, /collections/.system/leader_elect, /collections/.system/leaders, /collections/.system/state.json, /collections/.system/terms, /collections/.system/terms/shard1, /configs, /configs/.system, /configs/.system/managed-schema, /configs/.system/schema.xml.bak, /configs/.system/solrconfig.xml, /configs/_default, /configs/_default/lang, /configs/_default/lang/contractions_ca.txt, /configs/_default/lang/contractions_fr.txt, /configs/_default/lang/contractions_ga.txt, /configs/_default/lang/contractions_it.txt, /configs/_default/lang/hyphenations_ga.txt, /configs/_default/lang/stemdict_nl.txt, /configs/_default/lang/stoptags_ja.txt, /configs/_default/lang/stopwords_ar.txt, /configs/_default/lang/stopwords_bg.txt, /configs/_default/lang/stopwords_ca.txt, /configs/_default/lang/stopwords_cz.txt, /configs/_default/lang/stopwords_da.txt, /configs/_default/lang/stopwords_de.txt, /configs/_default/lang/stopwords_el.txt, /configs/_default/lang/stopwords_en.txt, /configs/_default/lang/stopwords_es.txt, /configs/_default/lang/stopwords_et.txt, /configs/_default/lang/stopwords_eu.txt, /configs/_default/lang/stopwords_fa.txt, /configs/_default/lang/stopwords_fi.txt, /configs/_default/lang/stopwords_fr.txt, /configs/_default/lang/stopwords_ga.txt, /configs/_default/lang/stopwords_gl.txt, /configs/_default/lang/stopwords_hi.txt, /configs/_default/lang/stopwords_hu.txt, /configs/_default/lang/stopwords_hy.txt, /configs/_default/lang/stopwords_id.txt, /configs/_default/lang/stopwords_it.txt, /configs/_default/lang/stopwords_ja.txt, /configs/_default/lang/stopwords_lv.txt, /configs/_default/lang/stopwords_nl.txt, /configs/_default/lang/stopwords_no.txt, /configs/_default/lang/stopwords_pt.txt, /configs/_default/lang/stopwords_ro.txt, /configs/_default/lang/stopwords_ru.txt, /configs/_default/lang/stopwords_sv.txt, /configs/_default/lang/stopwords_th.txt, /configs/_default/lang/stopwords_tr.txt, /configs/_default/lang/userdict_ja.txt, /configs/_default/managed-schema, /configs/_default/params.json, /configs/_default/protwords.txt, /configs/_default/solrconfig.xml, /configs/_default/stopwords.txt, /configs/_default/synonyms.txt, /configs/conf, /configs/conf/schema.xml, /configs/conf/solrconfig.xml, /live_nodes, /overseer, /overseer/async_ids, /overseer/collection-map-completed, /overseer/collection-map-failure, /overseer/collection-map-running, /overseer/collection-queue-work, /overseer/queue, /overseer/queue-work, /overseer_elect, /overseer_elect/election, /overseer_elect/election/75325089451343879-127.0.0.1:35487_solr-n_0000000000, /overseer_elect/election/75325089451343881-127.0.0.1:34635_solr-n_0000000001, /overseer_elect/election/75325089451343885-127.0.0.1:33132_solr-n_0000000002, /overseer_elect/leader, /security.json, /solr.xml]> but was:<[/, /aliases.json, /autoscaling, /autoscaling.json, /autoscaling/events, /autoscaling/events/.auto_add_replicas, /autoscaling/events/.scheduled_maintenance, /autoscaling/events/.scheduled_maintenance/qn-0000000000, /autoscaling/nodeAdded, /autoscaling/nodeLost, /clusterprops.json, /collections, /collections/.system, /collections/.system/counter, /collections/.system/leader_elect, /collections/.system/leaders, /collections/.system/state.json, /collections/.system/terms, /collections/.system/terms/shard1, /configs, /configs/.system, /configs/.system/managed-schema, /configs/.system/schema.xml.bak, /configs/.system/solrconfig.xml, /configs/_default, /configs/_default/lang, /configs/_default/lang/contractions_ca.txt, /configs/_default/lang/contractions_fr.txt, /configs/_default/lang/contractions_ga.txt, /configs/_default/lang/contractions_it.txt, /configs/_default/lang/hyphenations_ga.txt, /configs/_default/lang/stemdict_nl.txt, /configs/_default/lang/stoptags_ja.txt, /configs/_default/lang/stopwords_ar.txt, /configs/_default/lang/stopwords_bg.txt, /configs/_default/lang/stopwords_ca.txt, /configs/_default/lang/stopwords_cz.txt, /configs/_default/lang/stopwords_da.txt, /configs/_default/lang/stopwords_de.txt, /configs/_default/lang/stopwords_el.txt, /configs/_default/lang/stopwords_en.txt, /configs/_default/lang/stopwords_es.txt, /configs/_default/lang/stopwords_et.txt, /configs/_default/lang/stopwords_eu.txt, /configs/_default/lang/stopwords_fa.txt, /configs/_default/lang/stopwords_fi.txt, /configs/_default/lang/stopwords_fr.txt, /configs/_default/lang/stopwords_ga.txt, /configs/_default/lang/stopwords_gl.txt, /configs/_default/lang/stopwords_hi.txt, /configs/_default/lang/stopwords_hu.txt, /configs/_default/lang/stopwords_hy.txt, /configs/_default/lang/stopwords_id.txt, /configs/_default/lang/stopwords_it.txt, /configs/_default/lang/stopwords_ja.txt, /configs/_default/lang/stopwords_lv.txt, /configs/_default/lang/stopwords_nl.txt, /configs/_default/lang/stopwords_no.txt, /configs/_default/lang/stopwords_pt.txt, /configs/_default/lang/stopwords_ro.txt, /configs/_default/lang/stopwords_ru.txt, /configs/_default/lang/stopwords_sv.txt, /configs/_default/lang/stopwords_th.txt, /configs/_default/lang/stopwords_tr.txt, /configs/_default/lang/userdict_ja.txt, /configs/_default/managed-schema, /configs/_default/params.json, /configs/_default/protwords.txt, /configs/_default/solrconfig.xml, /configs/_default/stopwords.txt, /configs/_default/synonyms.txt, /configs/conf, /configs/conf/schema.xml, /configs/conf/solrconfig.xml, /live_nodes, /overseer, /overseer/async_ids, /overseer/collection-map-completed, /overseer/collection-map-failure, /overseer/collection-map-running, /overseer/collection-queue-work, /overseer/queue, /overseer/queue-work, /overseer_elect, /overseer_elect/election, /overseer_elect/election/75325089451343879-127.0.0.1:35487_solr-n_0000000000, /overseer_elect/election/75325089451343881-127.0.0.1:34635_solr-n_0000000001, /overseer_elect/election/75325089451343885-127.0.0.1:33132_solr-n_0000000002, /overseer_elect/leader, /security.json, /solr.xml]> at __randomizedtesting.SeedInfo.seed([DE563B33D5DA1397:B01D36E8BB18297B]:0) at org.junit.Assert.fail(Assert.java:88) at org.junit.Assert.failNotEquals(Assert.java:834) at org.junit.Assert.assertEquals(Assert.java:118) at org.junit.Assert.assertEquals(Assert.java:144) at org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager.assertDistribStateManager(TestSnapshotCloudManager.java:186) at org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager.testSimulatorFromSnapshot(TestSnapshotCloudManager.java:108) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 15179 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSnapshotCloudManager [junit4] 2> 3223207 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/data-dir-241-001 [junit4] 2> 3223207 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 3223208 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 3223209 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 3223209 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001 [junit4] 2> 3223209 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 3223210 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 3223210 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 3223310 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33148 [junit4] 2> 3223310 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33148 [junit4] 2> 3223310 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33148 [junit4] 2> 3223310 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33148 [junit4] 2> 3223311 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3223313 INFO (zkConnectionManagerCallback-16421-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223313 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3223315 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3223316 INFO (zkConnectionManagerCallback-16423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223316 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3223317 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3223317 INFO (zkConnectionManagerCallback-16425-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223317 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3223420 WARN (jetty-launcher-16426-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 3223420 WARN (jetty-launcher-16426-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 3223420 WARN (jetty-launcher-16426-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 3223421 INFO (jetty-launcher-16426-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 3223422 INFO (jetty-launcher-16426-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3223422 INFO (jetty-launcher-16426-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3223422 INFO (jetty-launcher-16426-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 3223422 INFO (jetty-launcher-16426-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f03d83e{/solr,null,AVAILABLE} [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@430150f{SSL,[ssl, http/1.1]}{127.0.0.1:34635} [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-2) [ ] o.e.j.s.Server Started @3223549ms [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34635} [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 3223423 ERROR (jetty-launcher-16426-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0 [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3223423 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-09-03T14:23:42.538Z [junit4] 2> 3223424 INFO (jetty-launcher-16426-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3223424 INFO (jetty-launcher-16426-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3223424 INFO (jetty-launcher-16426-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 3223424 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3223424 INFO (jetty-launcher-16426-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d7a62b7{/solr,null,AVAILABLE} [junit4] 2> 3223424 INFO (jetty-launcher-16426-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25b3a898{/solr,null,AVAILABLE} [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@403bcdc1{SSL,[ssl, http/1.1]}{127.0.0.1:35487} [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-3) [ ] o.e.j.s.Server Started @3223552ms [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35487} [junit4] 2> 3223425 ERROR (jetty-launcher-16426-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5852192f{SSL,[ssl, http/1.1]}{127.0.0.1:33132} [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0 [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-1) [ ] o.e.j.s.Server Started @3223552ms [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33132} [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-09-03T14:23:42.540Z [junit4] 2> 3223425 ERROR (jetty-launcher-16426-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0 [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3223425 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-09-03T14:23:42.540Z [junit4] 2> 3223434 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3223434 INFO (zkConnectionManagerCallback-16428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223434 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3223434 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3223434 INFO (zkConnectionManagerCallback-16430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223434 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3223434 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3223435 INFO (zkConnectionManagerCallback-16432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223435 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3223435 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3223440 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3223730 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 3223730 WARN (jetty-launcher-16426-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 3223758 WARN (jetty-launcher-16426-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2205d666[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3223758 WARN (jetty-launcher-16426-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2205d666[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3223760 WARN (jetty-launcher-16426-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 3223761 WARN (jetty-launcher-16426-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@63ded3c9[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3223761 WARN (jetty-launcher-16426-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@63ded3c9[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3223762 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33148/solr [junit4] 2> 3223763 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3223802 INFO (zkConnectionManagerCallback-16440-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223802 INFO (jetty-launcher-16426-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3223932 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3223965 INFO (zkConnectionManagerCallback-16443-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223965 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3224150 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 3224159 WARN (jetty-launcher-16426-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 3224196 WARN (jetty-launcher-16426-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@be589fb[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3224196 WARN (jetty-launcher-16426-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@be589fb[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3224208 WARN (jetty-launcher-16426-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 3224209 WARN (jetty-launcher-16426-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@261ba84a[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3224209 WARN (jetty-launcher-16426-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@261ba84a[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3224210 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33148/solr [junit4] 2> 3224211 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3224224 INFO (zkConnectionManagerCallback-16451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3224224 INFO (jetty-launcher-16426-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3224326 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3224328 INFO (zkConnectionManagerCallback-16453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3224328 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3224350 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35487_solr [junit4] 2> 3224351 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.Overseer Overseer (id=75325089451343879-127.0.0.1:35487_solr-n_0000000000) starting [junit4] 2> 3224353 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34635_solr [junit4] 2> 3224354 INFO (zkCallback-16442-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3224354 INFO (zkCallback-16452-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3224355 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3224356 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3224356 INFO (zkConnectionManagerCallback-16460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3224356 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3224356 INFO (zkConnectionManagerCallback-16465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3224356 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3224357 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3224371 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33148/solr ready [junit4] 2> 3224371 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.PackageManager clusterprops.json changed , version 0 [junit4] 2> 3224374 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3224387 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33148/solr ready [junit4] 2> 3224388 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:35487_solr as DOWN [junit4] 2> 3224388 INFO (OverseerStateUpdate-75325089451343879-127.0.0.1:35487_solr-n_0000000000) [n:127.0.0.1:35487_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35487_solr [junit4] 2> 3224389 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3224389 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35487_solr [junit4] 2> 3224390 INFO (zkCallback-16452-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 3224390 INFO (zkCallback-16459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 3224391 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.PackageManager clusterprops.json changed , version 0 [junit4] 2> 3224399 INFO (zkCallback-16442-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 3224416 INFO (zkCallback-16464-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 3224468 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 3224481 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 3224493 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 3224493 WARN (jetty-launcher-16426-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 3224494 WARN (jetty-launcher-16426-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2116624e[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3224494 WARN (jetty-launcher-16426-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2116624e[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3224532 WARN (jetty-launcher-16426-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 3224532 WARN (jetty-launcher-16426-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b8e69c1[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3224532 WARN (jetty-launcher-16426-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b8e69c1[provider=null,keyStore=null,trustStore=null] [junit4] 2> 3224533 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33148/solr [junit4] 2> 3224552 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3224605 INFO (zkConnectionManagerCallback-16473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3224605 INFO (jetty-launcher-16426-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3224612 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34635.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224620 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35487.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224640 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34635.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224640 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34635.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224641 INFO (jetty-launcher-16426-thread-2) [n:127.0.0.1:34635_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node2/. [junit4] 2> 3224648 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35487.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224648 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35487.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224649 INFO (jetty-launcher-16426-thread-3) [n:127.0.0.1:35487_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node3/. [junit4] 2> 3224719 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3224722 INFO (zkConnectionManagerCallback-16475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3224722 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3224734 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3224746 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33132_solr as DOWN [junit4] 2> 3224768 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3224768 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33132_solr [junit4] 2> 3224769 INFO (zkCallback-16442-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3224769 INFO (zkCallback-16474-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3224770 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3224783 INFO (zkCallback-16452-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3224783 INFO (zkConnectionManagerCallback-16482-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3224783 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3224784 INFO (zkCallback-16464-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3224784 INFO (zkCallback-16459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3224784 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 3224785 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33148/solr ready [junit4] 2> 3224785 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.PackageManager clusterprops.json changed , version 0 [junit4] 2> 3224909 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 3224922 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33132.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224930 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33132.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224930 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33132.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3224931 INFO (jetty-launcher-16426-thread-1) [n:127.0.0.1:33132_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node1/. [junit4] 2> 3224997 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3 [junit4] 2> 3224997 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 3225014 INFO (zkConnectionManagerCallback-16488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3225014 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 3225015 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 3225016 INFO (SUITE-TestSnapshotCloudManager-seed#[DE563B33D5DA1397]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33148/solr ready [junit4] 2> 3225029 INFO (qtp264321138-44503) [n:127.0.0.1:35487_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3225044 INFO (OverseerThreadFactory-12048-thread-1-processing-n:127.0.0.1:35487_solr) [n:127.0.0.1:35487_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system [junit4] 2> 3225163 INFO (OverseerStateUpdate-75325089451343879-127.0.0.1:35487_solr-n_0000000000) [n:127.0.0.1:35487_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":".system", [junit4] 2> "shard":"shard1", [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35487/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3225165 INFO (OverseerStateUpdate-75325089451343879-127.0.0.1:35487_solr-n_0000000000) [n:127.0.0.1:35487_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":".system", [junit4] 2> "shard":"shard1", [junit4] 2> "core":".system_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:34635/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3225167 INFO (OverseerStateUpdate-75325089451343879-127.0.0.1:35487_solr-n_0000000000) [n:127.0.0.1:35487_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":".system", [junit4] 2> "shard":"shard1", [junit4] 2> "core":".system_shard1_replica_p4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:33132/solr", [junit4] 2> "type":"PULL", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3225371 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr x:.system_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3225417 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr x:.system_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3225418 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr x:.system_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3225419 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr x:.system_shard1_replica_p4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL [junit4] 2> 3226390 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0 [junit4] 2> 3226396 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 3226398 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core [junit4] 2> 3226414 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 3226415 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema [junit4] 2> 3226417 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak [junit4] 2> 3226417 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true [junit4] 2> 3226418 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35487.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3226418 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node3/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node3/./.system_shard1_replica_n1/data/] [junit4] 2> 3226439 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0 [junit4] 2> 3226485 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core [junit4] 2> 3226486 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0 [junit4] 2> 3226556 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 3226556 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true [junit4] 2> 3226556 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34635.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3226557 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node2/./.system_shard1_replica_n2/data/] [junit4] 2> 3226560 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core [junit4] 2> 3226576 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 3226576 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true [junit4] 2> 3226582 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33132.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55569faa [junit4] 2> 3226582 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node1/.system_shard1_replica_p4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSnapshotCloudManager_DE563B33D5DA1397-001/tempDir-001/node1/./.system_shard1_replica_p4/data/] [junit4] 2> 3226599 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 3226599 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3226600 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; [junit4] 2> 3226600 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3226601 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@48a0ed33[.system_shard1_replica_n1] main] [junit4] 2> 3226639 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system [junit4] 2> 3226639 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system [junit4] 2> 3226639 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema [junit4] 2> 3226640 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 3226640 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3226640 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1643664507671674880 [junit4] 2> 3226643 INFO (searcherExecutor-12064-thread-1-processing-n:127.0.0.1:35487_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@48a0ed33[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3226654 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=0}, version=0} [junit4] 2> 3226654 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1 [junit4] 2> 3226666 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 3226709 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 3226709 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3226711 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; [junit4] 2> 3226711 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3226724 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@769270b8[.system_shard1_replica_n2] main] [junit4] 2> 3226725 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system [junit4] 2> 3226726 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system [junit4] 2> 3226726 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema [junit4] 2> 3226726 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 3226727 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3226727 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; [junit4] 2> 3226727 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1643664507762900992 [junit4] 2> 3226727 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3226728 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@68278650[.system_shard1_replica_p4] main] [junit4] 2> 3226729 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system [junit4] 2> 3226729 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system [junit4] 2> 3226729 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema [junit4] 2> 3226730 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 3226730 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3226731 INFO (searcherExecutor-12067-thread-1-processing-n:127.0.0.1:33132_solr x:.system_shard1_replica_p4 c:.system s:shard1 r:core_node6) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@68278650[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3226745 INFO (searcherExecutor-12066-thread-1-processing-n:127.0.0.1:34635_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node5) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@769270b8[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3226761 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1} [junit4] 2> 3226761 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1 [junit4] 2> 3226762 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader [junit4] 2> 3226762 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01 [junit4] 2> 3226764 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms [junit4] 2> 3226764 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3226777 INFO (zkCallback-16474-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3226777 INFO (zkCallback-16474-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3227170 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 3227170 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 3227170 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35487/solr/.system_shard1_replica_n1/ [junit4] 2> 3227171 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:35487/solr START replicas=[https://127.0.0.1:34635/solr/.system_shard1_replica_n2/] nUpdates=100 [junit4] 2> 3227190 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:35487/solr DONE. We have no versions. sync failed. [junit4] 2> 3227192 INFO (qtp1271593021-44487) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 3227192 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 3227192 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 3227192 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/75325089451343879-core_node3-n_0000000000 [junit4] 2> 3227206 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35487/solr/.system_shard1_replica_n1/ shard1 [junit4] 2> 3227324 INFO (zkCallback-16474-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3227325 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication [junit4] 2> 3227325 INFO (zkCallback-16442-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3227326 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 3227328 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1957 [junit4] 2> 3227429 INFO (zkCallback-16442-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3227429 INFO (zkCallback-16442-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3227764 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication [junit4] 2> 3227765 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:35487/solr/.system_shard1_replica_n1/ [junit4] 2> 3227795 INFO (qtp264321138-44499) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 3227795 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1 [junit4] 2> 3227795 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0 [junit4] 2> 3227795 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 3227795 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 3227795 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine... [junit4] 2> 3227795 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 3227796 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@440a69a1 commitCommandVersion:0 [junit4] 2> 3227849 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@48de68c8[.system_shard1_replica_p4] main] [junit4] 2> 3227849 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 3227866 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2449 [junit4] 2> 3227867 INFO (searcherExecutor-12067-thread-1) [ ] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@48de68c8[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3227886 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2467 [junit4] 2> 3227901 INFO (qtp264321138-44503) [n:127.0.0.1:35487_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas [junit4] 2> 3228021 INFO (zkCallback-16474-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3228021 INFO (zkCallback-16474-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3228021 INFO (zkCallback-16474-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3228033 INFO (zkCallback-16452-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3228033 INFO (zkCallback-16452-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3228033 INFO (zkCallback-16442-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3228033 INFO (zkCallback-16442-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3228037 INFO (qtp264321138-44503) [n:127.0.0.1:35487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3007 [junit4] 2> 3228252 INFO (TEST-TestSnapshotCloudManager.testPersistance-seed#[DE563B33D5DA1397]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPersistance [junit4] 2> 3228307 INFO (qtp264321138-44497) [n:127.0.0.1:35487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.node:CONTAINER.fs.coreRoot.spins} status=0 QTime=2 [junit4] 2> 3228312 INFO (qtp264321138-44499) [n:127.0.0.1:35487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=3 [junit4] 2> 3228330 INFO (qtp264321138-44503) [n:127.0.0.1:35487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n1:SEARCHER.searcher.maxDoc&key=solr.core..system.shard1.replica_n1:SEARCHER.searcher.numDocs&key=solr.core..system.shard1.replica_n1:SEARCHER.searcher.indexCommitSize&key=solr.core..system.shard1.replica_n1:QUERY./select.requests&key=solr.core..system.shard1.replica_n1:UPDATE./update.requests&key=solr.core..system.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0 [junit4] 2> 3228379 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.node:CONTAINER.fs.coreRoot.spins} status=0 QTime=1 [junit4] 2> 3228381 INFO (qtp1271593021-44489) [n:127.0.0.1:34635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3228382 INFO (qtp1271593021-44485) [n:127.0.0.1:34635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n2:SEARCHER.searcher.indexCommitSize&key=solr.core..system.shard1.replica_n2:INDEX.sizeInBytes&key=solr.core..system.shard1.replica_n2:SEARCHER.searcher.maxDoc&key=solr.core..system.shard1.replica_n2:SEARCHER.searcher.numDocs&key=solr.core..system.shard1.replica_n2:UPDATE./update.requests&key=solr.core..system.shard1.replica_n2:QUERY./select.requests} status=0 QTime=0 [junit4] 2> 3228394 INFO (qtp396947345-44498) [n:127.0.0.1:33132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.node:CONTAINER.fs.coreRoot.spins} status=0 QTime=9 [junit4] 2> 3228395 INFO (qtp396947345-44502) [n:127.0.0.1:33132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3228396 INFO (qtp396947345-44504) [n:127.0.0.1:33132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_p4:INDEX.sizeInBytes&key=solr.core..system.shard1.replica_p4:SEARCHER.searcher.indexCommitSize&key=solr.core..system.shard1.replica_p4:SEARCHER.searcher.maxDoc&key=solr.core..system.shard1.replica_p4:UPDATE./update.requests&key=solr.core..system.shard1.replica_p4:QUERY./select.requests&key=solr.core..system.shard1.replica_p4:SEARCHER.searcher.numDocs} status=0 QTime=0 [junit4] 2> 3228721 INFO (TEST-TestSnapshotCloudManager.testPersistance-seed#[DE563B33D5DA1397]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPersistance [junit4] 2> 3228781 INFO (qtp264321138-44500) [n:127.0.0.1:35487_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 3228781 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1 [junit4] 2> 3228781 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0 [junit4] 2> 3228781 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 2 [junit4] 2> 3228781 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 1567520626911 [junit4] 2> 3228781 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine... [junit4] 2> 3228794 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 3228794 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@440a69a1 commitCommandVersion:0 [junit4] 2> 3228795 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@29bf2946[.system_shard1_replica_p4] main] [junit4] 2> 3228796 INFO (indexFetcher-12079-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 3228830 INFO (searcherExecutor-12067-thread-1) [ ] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@29bf2946[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3228858 INFO (TEST-TestSnapshotCloudManager.testSimulatorFromSnapshot-seed#[DE563B33D5DA1397]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimulatorFromSnapshot [junit4] 2> 3228862 INFO (qtp264321138-44501) [n:127.0.0.1:35487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.node:CONTAINER.fs.coreRoot.spins} status=0 QTime=1 [junit4] 2> 3228863 INFO (qtp264321138-44497) [n:127.0.0.1:35487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3228864 INFO (qtp264321138-44499) [n:127.0.0.1:35487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n1:SEARCHER.searcher.maxDoc&key=solr.core..system.shard1.replica_n1:SEARCHER.searcher.numDocs&key=solr.core..system.shard1.replica_n1:SEARCHER.searcher.indexCommitSize&key=solr.core..system.shard1.replica_n1:QUERY./select.requests&key=solr.core..system.shard1.replica_n1:UPDATE./update.requests&key=solr.core..system.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0 [junit4] 2> 3228866 INFO (qtp1271593021-44486) [n:127.0.0.1:34635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.node:CONTAINER.fs.coreRoot.spins} status=0 QTime=1 [junit4] 2> 3228876 INFO (qtp1271593021-44487) [n:127.0.0.1:34635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=8 [junit4] 2> 3228877 INFO (qtp1271593021-44490) [n:127.0.0.1:34635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n2:SEARCHER.searcher.indexCommitSize&key=solr.core..system.shard1.replica_n2:INDEX.sizeInBytes&key=solr.core..system.shard1.replica_n2:SEARCHER.searcher.maxDoc&key=solr.core..system.shard1.replica_n2:SEARCHER.searcher.numDocs&key=solr.core..system.shard1.replica_n2:UPDATE./update.requests&key=solr.core..system.shard1.replica_n2:QUERY./select.requests} status=0 QTime=0 [junit4] 2> 3228879 INFO (qtp396947345-44494) [n:127.0.0.1:33132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.node:CONTAINER.fs.coreRoot.spins} status=0 QTime=1 [junit4] 2> 3228880 INFO (qtp396947345-44496) [n:127.0.0.1:33132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3228881 INFO (qtp396947345-44498) [n:127.0.0.1:33132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_p4:INDEX.sizeInBytes&key=solr.core..system.shard1.replica_p4:SEARCHER.searcher.indexCommitSize&key=solr.core..system.shard1.replica_p4:SEARCHER.searcher.maxDoc&key=solr.core..system.shard1.replica_p4:UPDATE./update.requests&key=solr.core..system.shard1.replica_p4:QUERY./select.requests&key=solr.core..system.shard1.replica_p4:SEARCHER.searcher.numDocs} status=0 QTime=0 [junit4] 2> 3229007 INFO (TEST-TestSnapshotCloudManager.testSimulatorFromSnapshot-seed#[DE563B33D5DA1397]) [ ] o.a.s.c.a.s.SimDistribStateManager - copying 103 resources... [junit4] 2> 3229104 INFO (OverseerCollectionConfigSetProcessor-75325089451343879-127.0.0.1:35487_solr-n_0000000000) [n:127.0.0.1:35487_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 3229268 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 3229378 WARN (AutoscalingActionExecutor-12083-thread-1) [ ] o.a.s.c.a.SystemLogListener Exception sending event. Collection: .system, event: { [junit4] 2> "id":"b170e4232878c5T67zqpbmpvoze9p02ewysnfis", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":49945196022495429, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{ [junit4] 2> "actualEventTime":1567607795084, [junit4] 2> "_enqueue_time_":49945197910160129}}, exception: java.io.IOException: already closed [junit4] 2> 3229378 WARN (AutoscalingActionExecutor-12083-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions [junit4] 2> => org.apache.solr.cloud.autoscaling.TriggerActionException: Error processing action for trigger event: { [ [...truncated too long message...] gs :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: jar-checksums: [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1190898040 [copy] Copying 249 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1190898040 [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1190898040 check-working-copy: [ivy:cachepath] :: resolving dependencies :: #;work...@lucene2-us-west.apache.org [ivy:cachepath] confs: [default] [ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public [ivy:cachepath] found com.jcraft#jsch;0.1.54 in public [ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public [ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public [ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public [ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public [ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public [ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public [ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public [ivy:cachepath] :: resolution report :: resolve 37ms :: artifacts dl 5ms --------------------------------------------------------------------- | | modules || artifacts | | conf | number| search|dwnlded|evicted|| number|dwnlded| --------------------------------------------------------------------- | default | 9 | 0 | 0 | 0 || 9 | 0 | --------------------------------------------------------------------- [wc-checker] Initializing working copy... [wc-checker] Checking working copy status... -jenkins-base: BUILD SUCCESSFUL Total time: 198 minutes 35 seconds Archiving artifacts java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707) at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086) Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2 at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741) at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357) at hudson.remoting.Channel.call(Channel.java:955) at hudson.FilePath.act(FilePath.java:1072) at hudson.FilePath.act(FilePath.java:1061) at hudson.FilePath.validateAntFileMask(FilePath.java:2705) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1835) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) Caused: hudson.FilePath$TunneledInterruptedException at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088) at hudson.remoting.UserRequest.perform(UserRequest.java:212) at hudson.remoting.UserRequest.perform(UserRequest.java:54) at hudson.remoting.Request$2.run(Request.java:369) at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath.act(FilePath.java:1074) at hudson.FilePath.act(FilePath.java:1061) at hudson.FilePath.validateAntFileMask(FilePath.java:2705) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1835) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error? Recording test results Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures)
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org