Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20493/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseG1GC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at
__randomizedtesting.SeedInfo.seed([B257F69E19359092:3121A96CCF4C9E33]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest(TestCloudRecovery.java:184)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12969 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 1845922 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/init-core-data-001
[junit4] 2> 1845922 WARN
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1845922 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1845923 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0,
clientAuth=0.0/0.0)
[junit4] 2> 1845924 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001
[junit4] 2> 1845924 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1845924 INFO (Thread-3341) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1845924 INFO (Thread-3341) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1845925 ERROR (Thread-3341) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 1846024 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:40983
[junit4] 2> 1846028 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x15e94f404e60000, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1846034 INFO (jetty-launcher-2253-thread-2) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1846034 INFO (jetty-launcher-2253-thread-1) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1846035 INFO (jetty-launcher-2253-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@13cec21{/solr,null,AVAILABLE}
[junit4] 2> 1846035 INFO (jetty-launcher-2253-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@15cf8cf{/solr,null,AVAILABLE}
[junit4] 2> 1846037 INFO (jetty-launcher-2253-thread-2) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@11931ad{SSL,[ssl,
http/1.1]}{127.0.0.1:37843}
[junit4] 2> 1846037 INFO (jetty-launcher-2253-thread-1) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@132d88d{SSL,[ssl,
http/1.1]}{127.0.0.1:39651}
[junit4] 2> 1846037 INFO (jetty-launcher-2253-thread-2) [ ]
o.e.j.s.Server Started @1847659ms
[junit4] 2> 1846037 INFO (jetty-launcher-2253-thread-1) [ ]
o.e.j.s.Server Started @1847659ms
[junit4] 2> 1846037 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=37843}
[junit4] 2> 1846037 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=39651}
[junit4] 2> 1846038 ERROR (jetty-launcher-2253-thread-2) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1846038 ERROR (jetty-launcher-2253-thread-1) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1846038 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
8.0.0
[junit4] 2> 1846038 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
8.0.0
[junit4] 2> 1846038 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1846038 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1846038 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 1846038 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 1846038 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-18T12:26:13.719421Z
[junit4] 2> 1846038 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-18T12:26:13.719455Z
[junit4] 2> 1846039 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1846039 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1846044 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40983/solr
[junit4] 2> 1846045 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40983/solr
[junit4] 2> 1846089 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1846089 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1846090 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39651_solr
[junit4] 2> 1846090 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:37843_solr
[junit4] 2> 1846090 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.c.Overseer Overseer
(id=98680017623842821-127.0.0.1:39651_solr-n_0000000000) starting
[junit4] 2> 1846095 INFO (zkCallback-2265-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1846096 INFO (zkCallback-2264-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1846104 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:39651_solr
[junit4] 2> 1846105 INFO (zkCallback-2265-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1846105 INFO (zkCallback-2264-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1846202 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37843.solr.node' (registry
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1846211 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37843.solr.jvm' (registry
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1846211 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37843.solr.jetty' (registry
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1846212 INFO (jetty-launcher-2253-thread-2) [ ]
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node2/.
[junit4] 2> 1846230 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39651.solr.node' (registry
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1846236 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39651.solr.jvm' (registry
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1846236 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39651.solr.jetty' (registry
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1846237 INFO (jetty-launcher-2253-thread-1) [ ]
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node1/.
[junit4] 2> 1846272 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1846273 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40983/solr ready
[junit4] 2> 1846305 INFO (qtp2821075-14127) [ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1846306 INFO (OverseerThreadFactory-6441-thread-1) [ ]
o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1846408 INFO
(OverseerStateUpdate-98680017623842821-127.0.0.1:39651_solr-n_0000000000) [
] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37843/solr";,
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1846409 INFO
(OverseerStateUpdate-98680017623842821-127.0.0.1:39651_solr-n_0000000000) [
] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39651/solr";,
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1846411 INFO
(OverseerStateUpdate-98680017623842821-127.0.0.1:39651_solr-n_0000000000) [
] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37843/solr";,
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1846416 INFO
(OverseerStateUpdate-98680017623842821-127.0.0.1:39651_solr-n_0000000000) [
] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39651/solr";,
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1846617 INFO (qtp2821075-14129) [ ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1846617 INFO (qtp2821075-14188) [ ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1846618 INFO (qtp2821075-14188) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 1846663 INFO (qtp6731789-14138) [ ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1846663 INFO (qtp6731789-14138) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 1846670 INFO (qtp6731789-14128) [ ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1846773 INFO (zkCallback-2265-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1846773 INFO (zkCallback-2264-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1846792 INFO (zkCallback-2264-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1847679 INFO (qtp2821075-14129) [ ] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1847685 INFO (qtp2821075-14129) [ ] o.a.s.s.IndexSchema
[collection1_shard2_replica_t4] Schema name=minimal
[junit4] 2> 1847686 INFO (qtp6731789-14138) [ ] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1847686 INFO (qtp2821075-14129) [ ] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1847686 INFO (qtp2821075-14129) [ ] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard2_replica_t4' using configuration from
collection collection1, trusted=true
[junit4] 2> 1847687 INFO (qtp2821075-14129) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_37843.solr.core.collection1.shard2.replica_t4' (registry
'solr.core.collection1.shard2.replica_t4') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1847687 INFO (qtp2821075-14129) [ ] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 1847688 INFO (qtp2821075-14129) [ ] o.a.s.c.SolrCore
[[collection1_shard2_replica_t4] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node2/collection1_shard2_replica_t4],
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node2/./collection1_shard2_replica_t4/data/]
[junit4] 2> 1847690 INFO (qtp6731789-14138) [ ] o.a.s.s.IndexSchema
[collection1_shard2_replica_t6] Schema name=minimal
[junit4] 2> 1847685 INFO (qtp6731789-14128) [ ] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1847691 INFO (qtp2821075-14188) [ ] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1847691 INFO (qtp6731789-14138) [ ] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1847691 INFO (qtp6731789-14138) [ ] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard2_replica_t6' using configuration from
collection collection1, trusted=true
[junit4] 2> 1847692 INFO (qtp6731789-14138) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_39651.solr.core.collection1.shard2.replica_t6' (registry
'solr.core.collection1.shard2.replica_t6') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1847693 INFO (qtp6731789-14138) [ ] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 1847693 INFO (qtp6731789-14138) [ ] o.a.s.c.SolrCore
[[collection1_shard2_replica_t6] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node1/collection1_shard2_replica_t6],
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node1/./collection1_shard2_replica_t6/data/]
[junit4] 2> 1847697 INFO (qtp6731789-14128) [ ] o.a.s.s.IndexSchema
[collection1_shard1_replica_t3] Schema name=minimal
[junit4] 2> 1847698 INFO (qtp6731789-14128) [ ] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1847698 INFO (qtp6731789-14128) [ ] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard1_replica_t3' using configuration from
collection collection1, trusted=true
[junit4] 2> 1847699 INFO (qtp6731789-14128) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_39651.solr.core.collection1.shard1.replica_t3' (registry
'solr.core.collection1.shard1.replica_t3') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1847699 INFO (qtp6731789-14128) [ ] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 1847699 INFO (qtp6731789-14128) [ ] o.a.s.c.SolrCore
[[collection1_shard1_replica_t3] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node1/collection1_shard1_replica_t3],
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node1/./collection1_shard1_replica_t3/data/]
[junit4] 2> 1847705 INFO (qtp2821075-14188) [ ] o.a.s.s.IndexSchema
[collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1847706 INFO (qtp2821075-14188) [ ] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1847706 INFO (qtp2821075-14188) [ ] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard1_replica_t1' using configuration from
collection collection1, trusted=true
[junit4] 2> 1847707 INFO (qtp2821075-14188) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_37843.solr.core.collection1.shard1.replica_t1' (registry
'solr.core.collection1.shard1.replica_t1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@13efa1
[junit4] 2> 1847707 INFO (qtp2821075-14188) [ ] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 1847707 INFO (qtp2821075-14188) [ ] o.a.s.c.SolrCore
[[collection1_shard1_replica_t1] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node2/collection1_shard1_replica_t1],
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001/tempDir-001/node2/./collection1_shard1_replica_t1/data/]
[junit4] 2> 1847771 INFO (qtp6731789-14128) [ ] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1847771 INFO (qtp2821075-14129) [ ] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1847772 INFO (qtp2821075-14129) [ ] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1847772 INFO (qtp6731789-14128) [ ] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1847773 INFO (qtp6731789-14128) [ ] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 1847773 INFO (qtp6731789-14128) [ ] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 1847774 INFO (qtp6731789-14128) [ ]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@145fb27[collection1_shard1_replica_t3] main]
[junit4] 2> 1847775 INFO (qtp2821075-14129) [ ] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 1847775 INFO (qtp2821075-14129) [ ] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 1847775 INFO (qtp6731789-14128) [ ]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
[junit4] 2> 1847776 INFO (qtp6731789-14128) [ ]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1847777 INFO (qtp2821075-14129) [ ]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@1aae8c0[collection1_shard2_replica_t4] main]
[junit4] 2> 1847778 INFO (qtp6731789-14128) [ ]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1847778 INFO (qtp2821075-14129) [ ]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
[junit4] 2> 1847778 INFO (qtp2821075-14129) [ ]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1847779 INFO (qtp2821075-14129) [ ]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1847779 INFO (qtp6731789-14138) [ ] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1847779 INFO (qtp2821075-14129) [ ] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1578880283925544960
[junit4] 2> 1847779 INFO (qtp6731789-14138) [ ] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1847780 INFO (qtp6731789-14128) [ ] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1578880283926593536
[junit4] 2> 1847781 INFO (searcherExecutor-6446-thread-1) [ ]
o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher
Searcher@1aae8c0[collection1_shard2_replica_t4]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1847781 INFO (searcherExecutor-6448-thread-1) [ ]
o.a.s.c.SolrCore [collection1_shard1_replica_t3] Registered new searcher
Searcher@145fb27[collection1_shard1_replica_t3]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1847781 INFO (qtp6731789-14138) [ ] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 1847781 INFO (qtp6731789-14138) [ ] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 1847784 INFO (qtp6731789-14138) [ ]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@127a4a9[collection1_shard2_replica_t6] main]
[junit4] 2> 1847785 INFO (qtp6731789-14138) [ ]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
[junit4] 2> 1847785 INFO (qtp6731789-14138) [ ]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1847785 INFO (qtp6731789-14128) [ ]
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for
shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1847785 INFO (qtp6731789-14138) [ ]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1847786 INFO (qtp6731789-14138) [ ] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1578880283932884992
[junit4] 2> 1847786 INFO (searcherExecutor-6447-thread-1) [ ]
o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher
Searcher@127a4a9[collection1_shard2_replica_t6]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1847789 INFO (qtp6731789-14138) [ ]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1847789 INFO (qtp6731789-14138) [ ]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1847789 INFO (qtp6731789-14138) [ ] o.a.s.c.SyncStrategy
Sync replicas to https://127.0.0.1:39651/solr/collection1_shard2_replica_t6/
[junit4] 2> 1847789 INFO (qtp6731789-14138) [ ] o.a.s.u.PeerSync
PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:39651/solr
START replicas=[https://127.0.0.1:37843/solr/collection1_shard2_replica_t4/]
nUpdates=100
[junit4] 2> 1847790 INFO (qtp2821075-14188) [ ] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1847790 INFO (qtp2821075-14188) [ ] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1847792 INFO (qtp2821075-14188) [ ] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 1847792 INFO (qtp2821075-14188) [ ] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 1847797 INFO (qtp2821075-14133) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t4] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=4
[junit4] 2> 1847798 INFO (qtp2821075-14188) [ ]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@c22d1f[collection1_shard1_replica_t1] main]
[junit4] 2> 1847801 INFO (qtp2821075-14188) [ ]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
[junit4] 2> 1847801 INFO (qtp2821075-14188) [ ]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1847802 INFO (qtp2821075-14188) [ ]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1847803 INFO (searcherExecutor-6449-thread-1) [ ]
o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher
Searcher@c22d1f[collection1_shard1_replica_t1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1847806 INFO (qtp2821075-14188) [ ] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1578880283953856512
[junit4] 2> 1847898 INFO (zkCallback-2265-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1847898 INFO (zkCallback-2264-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1847898 INFO (zkCallback-2264-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848091 INFO (qtp6731789-14138) [ ] o.a.s.u.PeerSync
PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:39651/solr
DONE. We have no versions. sync failed.
[junit4] 2> 1848091 INFO (qtp6731789-14138) [ ] o.a.s.c.SyncStrategy
Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1848091 INFO (qtp6731789-14138) [ ]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1848091 INFO (qtp6731789-14138) [ ]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1848091 INFO (qtp6731789-14138) [ ] o.a.s.c.ZkController
collection1_shard2_replica_t6 stopping background replication from leader
[junit4] 2> 1848094 INFO (qtp6731789-14138) [ ]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
https://127.0.0.1:39651/solr/collection1_shard2_replica_t6/ shard2
[junit4] 2> 1848203 INFO (zkCallback-2264-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848204 INFO (zkCallback-2264-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848204 INFO (zkCallback-2265-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848245 INFO (qtp6731789-14138) [ ] o.a.s.c.ZkController I
am the leader, no recovery necessary
[junit4] 2> 1848246 INFO (qtp6731789-14138) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=1583
[junit4] 2> 1848285 INFO (qtp6731789-14128) [ ]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1848285 INFO (qtp6731789-14128) [ ]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1848286 INFO (qtp6731789-14128) [ ] o.a.s.c.SyncStrategy
Sync replicas to https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/
[junit4] 2> 1848286 INFO (qtp6731789-14128) [ ] o.a.s.u.PeerSync
PeerSync: core=collection1_shard1_replica_t3 url=https://127.0.0.1:39651/solr
START replicas=[https://127.0.0.1:37843/solr/collection1_shard1_replica_t1/]
nUpdates=100
[junit4] 2> 1848287 INFO (qtp2821075-14142) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t1] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 1848349 INFO (zkCallback-2264-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848349 INFO (zkCallback-2264-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848349 INFO (zkCallback-2265-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848586 INFO (qtp6731789-14128) [ ] o.a.s.u.PeerSync
PeerSync: core=collection1_shard1_replica_t3 url=https://127.0.0.1:39651/solr
DONE. We have no versions. sync failed.
[junit4] 2> 1848586 INFO (qtp6731789-14128) [ ] o.a.s.c.SyncStrategy
Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1848586 INFO (qtp6731789-14128) [ ]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1848586 INFO (qtp6731789-14128) [ ]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1848587 INFO (qtp6731789-14128) [ ] o.a.s.c.ZkController
collection1_shard1_replica_t3 stopping background replication from leader
[junit4] 2> 1848589 INFO (qtp6731789-14128) [ ]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/ shard1
[junit4] 2> 1848690 INFO (zkCallback-2264-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848690 INFO (zkCallback-2265-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848690 INFO (zkCallback-2264-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848739 INFO (qtp6731789-14128) [ ] o.a.s.c.ZkController I
am the leader, no recovery necessary
[junit4] 2> 1848740 INFO (qtp6731789-14128) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=2070
[junit4] 2> 1848790 INFO (qtp2821075-14129) [ ] o.a.s.c.ZkController
collection1_shard2_replica_t4 starting background replication from leader
[junit4] 2> 1848790 INFO (qtp2821075-14129) [ ]
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll
interval: 00:00:03
[junit4] 2> 1848791 INFO (qtp2821075-14129) [ ]
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1848791 INFO (qtp2821075-14129) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=2174
[junit4] 2> 1848820 INFO (qtp2821075-14188) [ ] o.a.s.c.ZkController
collection1_shard1_replica_t1 starting background replication from leader
[junit4] 2> 1848820 INFO (qtp2821075-14188) [ ]
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll
interval: 00:00:03
[junit4] 2> 1848821 INFO (qtp2821075-14188) [ ]
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1848821 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down,
skipping replication
[junit4] 2> 1848822 INFO (qtp2821075-14188) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=2204
[junit4] 2> 1848823 INFO (qtp2821075-14127) [ ]
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 1848924 INFO (zkCallback-2264-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848924 INFO (zkCallback-2265-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1848924 INFO (zkCallback-2264-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1849824 INFO (qtp2821075-14127) [ ] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/collections
params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2}
status=0 QTime=3518
[junit4] 2> 1849824 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection:
collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 1849825 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 1849839 INFO
(TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[B257F69E19359092])
[ ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
[junit4] 2> 1849853 INFO (qtp2821075-14188) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&_version_=-1578880286094000128&distrib.from=https://127.0.0.1:39651/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:*
(-1578880286094000128)} 0 0
[junit4] 2> 1849853 INFO (qtp6731789-14134) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6]
webapp=/solr path=/update
params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:*
(-1578880286094000128)} 0 6
[junit4] 2> 1849854 INFO (qtp2821075-14133) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&_version_=-1578880286089805824&distrib.from=https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:*
(-1578880286089805824)} 0 7
[junit4] 2> 1849854 INFO (qtp6731789-14138) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3]
webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*
(-1578880286089805824)} 0 11
[junit4] 2> 1849855 INFO (qtp2821075-14202) [ ] o.a.s.u.TestInjection
Start waiting for replica in sync with leader
[junit4] 2> 1849855 INFO (qtp2821075-14127) [ ] o.a.s.u.TestInjection
Start waiting for replica in sync with leader
[junit4] 2> 1849856 INFO (qtp6731789-14132) [ ]
o.a.s.u.DirectUpdateHandler2 start
commit{_version_=1578880286103437312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1849856 INFO (qtp6731789-14132) [ ]
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1849857 INFO (qtp6731789-14132) [ ]
o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1849857 INFO (qtp6731789-14132) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
0 1
[junit4] 2> 1849859 INFO (qtp6731789-14211) [ ]
o.a.s.u.DirectUpdateHandler2 start
commit{_version_=1578880286106583040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1849859 INFO (qtp6731789-14211) [ ]
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1849860 INFO (qtp6731789-14211) [ ]
o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1849861 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1849861 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1849866 INFO (qtp6731789-14211) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
0 7
[junit4] 2> 1850307 INFO
(OverseerCollectionConfigSetProcessor-98680017623842821-127.0.0.1:39651_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1850365 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1850365 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1850495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Updated masterUrl to
https://127.0.0.1:39651/solr/collection1_shard2_replica_t6/
[junit4] 2> 1850497 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1850497 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1850497 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1850497 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1850497 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1850868 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1850868 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1851371 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1851371 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1851821 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1851821 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Updated masterUrl to
https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/
[junit4] 2> 1851821 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1851822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1851822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1851822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1851822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1851822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1851822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.u.DirectUpdateHandler2 start
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1851822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.u.SolrIndexWriter Calling setCommitData with
IW:org.apache.solr.update.SolrIndexWriter@187f567 commitCommandVersion:0
[junit4] 2> 1851839 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@17f9e17[collection1_shard1_replica_t1] main]
[junit4] 2> 1851839 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1851840 INFO (searcherExecutor-6449-thread-1) [ ]
o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher
Searcher@17f9e17[collection1_shard1_replica_t1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1851874 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1851875 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1852377 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1852380 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1852883 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1852884 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1853387 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1853387 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1853495 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1853495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1853495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1853495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1853495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1853890 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1853891 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1854394 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1854395 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1854821 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1854822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1854822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1854822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1854822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1854898 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1854898 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1855401 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1855402 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1855905 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1855906 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1856408 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1856409 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1856495 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1856495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1856495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1856495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1856495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1856911 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1856912 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1857415 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1857416 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1857821 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1857822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1857822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1857822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1857822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1857918 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1857922 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1858420 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1858424 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1858924 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1858927 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1859431 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1859435 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1859495 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1859495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1859495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1859495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1859495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1859935 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1859942 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1860445 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1860454 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1860821 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1860822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1860822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1860822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1860822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1860949 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1860957 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1861452 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1861460 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1861955 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1861964 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1862457 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1862467 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1862495 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1862495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1862495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1862495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1862495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1862962 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1862972 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1863465 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1863475 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1863821 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1863822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1863822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1863822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1863822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1863971 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1863979 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1864475 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1864482 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1864978 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1864986 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1865498 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1865498 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1865498 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1865498 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1865498 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1865498 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1865500 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1866001 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1866003 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1866505 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1866507 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1866822 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1866822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1866822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1866822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1866822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1867011 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1867012 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1867516 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1867516 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1868019 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1868019 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1868495 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1868496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1868496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1868496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1868496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1868524 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1868524 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1869027 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1869028 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1869531 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1869531 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1869822 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1869822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1869822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1869822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1869822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1870036 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1870036 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1870539 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1870539 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1871044 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1871044 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1871495 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1871496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1871496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1871496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1871496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1871549 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1871549 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1872052 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1872052 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1872555 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1872555 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1872821 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1872821 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1872822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1872822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1872822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1873060 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1873060 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1873563 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1873563 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1874068 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1874068 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1874495 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1874495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1874495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1874495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1874495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1874571 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1874571 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1875074 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1875074 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1875579 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1875579 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1875821 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1875822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1875822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1875822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1875822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1876084 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1876085 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1876588 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1876588 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1877091 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1877091 INFO (qtp6731789-14211) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1877495 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1877495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1877495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1877495 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1877496 INFO (indexFetcher-6467-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1877594 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1877597 INFO (qtp6731789-14210) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1878097 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1878100 INFO (qtp6731789-14139) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1878600 INFO (qtp6731789-14130) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1878603 INFO (qtp6731789-14141) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1878821 INFO (qtp6731789-14214) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
QTime=0
[junit4] 2> 1878822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1878822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1878822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1878822 INFO (indexFetcher-6469-thread-1) [ ]
o.a.s.h.IndexFetcher Slave's version: 1505737579503
[junit4] 2> 1879111 INFO (qtp6731789-14132) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1879115 INFO (qtp6731789-14215) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1879614 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard1_replica_t3] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1879618 INFO (qtp6731789-14134) [ ] o.a.s.c.S.Request
[collection1_shard2_replica_t6] webapp=/solr path=/replication
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1880115 INFO (qtp2821075-14202) [ ]
o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{}
0 30259
[junit4] 2> 1880116 ERROR (qtp2821075-14202) [ ] o.a.s.s.HttpSolrCall
null:java.lang.RuntimeException: java.lang.AssertionError: Core
org.apache.solr.core.SolrCore@13493b5 not in sync with leader
[junit4] 2> at
org.apache.solr.servlet.HttpSolrCall.sendError(HttpSolrCall.java:673)
[junit4] 2> at
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:541)
[junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.serv
[...truncated too long message...]
kCallback-2296-thread-3) [ ] o.a.s.c.SyncStrategy Sync Success - now sync
replicas to me
[junit4] 2> 2014257 INFO (zkCallback-2296-thread-3) [ ]
o.a.s.c.SyncStrategy
https://127.0.0.1:39651/solr/collection1_shard1_replica_t3/ has no replicas
[junit4] 2> 2014257 INFO (zkCallback-2296-thread-3) [ ]
o.a.s.c.SolrCore [collection1_shard1_replica_t3] CLOSING SolrCore
org.apache.solr.core.SolrCore@875a97
[junit4] 2> 2014257 INFO (zkCallback-2296-thread-3) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.core.collection1.shard1.replica_t3, tag=8870551
[junit4] 2> 2014257 INFO (zkCallback-2296-thread-3) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@1aa96a2: rootName =
solr_39651, domain = solr.core.collection1.shard1.replica_t3, service url =
null, agent id = null] for registry solr.core.collection1.shard1.replica_t3 /
com.codahale.metrics.MetricRegistry@1770f0d
[junit4] 2> 2014271 INFO (zkCallback-2296-thread-3) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.collection.collection1.shard1.leader, tag=8870551
[junit4] 2> 2014272 WARN (zkCallback-2296-thread-3) [ ]
o.a.s.c.RecoveryStrategy Stopping recovery for
core=[collection1_shard1_replica_t3] coreNodeName=[core_node5]
[junit4] 2> 2014273 INFO (zkCallback-2296-thread-3) [ ]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 2014274 ERROR (zkCallback-2296-thread-3) [ ]
o.a.s.c.ShardLeaderElectionContext There was a problem trying to register as
the leader:java.lang.NullPointerException
[junit4] 2> at
org.apache.solr.cloud.ShardLeaderElectionContext.checkLIR(ElectionContext.java:529)
[junit4] 2> at
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:431)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2015932 ERROR (recoveryExecutor-2294-thread-1) [ ]
o.a.s.c.RecoveryStrategy SolrCore not found - cannot
recover:collection1_shard1_replica_t3
[junit4] 2> 2015933 WARN (zkCallback-2296-thread-3) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK:
[KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2015934 INFO (jetty-closer-2254-thread-2) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@532408{/solr,null,UNAVAILABLE}
[junit4] 2> 2015934 ERROR
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2015934 INFO
(SUITE-TestCloudRecovery-seed#[B257F69E19359092]-worker) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:40983 40983
[junit4] 2> 2020964 INFO (Thread-3341) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:40983 40983
[junit4] 2> 2020964 WARN (Thread-3341) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 117 /solr/collections/collection1/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_B257F69E19359092-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
{_version_=PostingsFormat(name=Direct), id=Lucene50(blocksize=128)},
docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=473,
maxMBSortInHeap=6.123299996667575, sim=RandomSimilarity(queryNorm=true): {},
locale=bez, timezone=Canada/Eastern
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 9
(32-bit)/cpus=8,threads=1,free=38934184,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestScoreJoinQPNoScore,
TestTlogReplica, TestSolrConfigHandler,
ChaosMonkeyNothingIsSafeWithPullReplicasTest, DOMUtilTest,
AlternateDirectoryTest, DistributedSuggestComponentTest,
DirectSolrConnectionTest, ZkSolrClientTest, TestLeaderInitiatedRecoveryThread,
SampleTest, TestAuthorizationFramework, TestJsonFacetRefinement, SOLR749Test,
TestMaxScoreQueryParser, TestSolrIndexConfig, TestRequestForwarding,
ZkControllerTest, SpatialFilterTest, HighlighterTest,
HdfsUnloadDistributedZkTest, TestMultiValuedNumericRangeQuery,
TestRandomRequestDistribution, ZkCLITest, TestCustomDocTransformer,
TestCoreContainer, TestCloudDeleteByQuery, TestNumericTokenStream,
TestConfigsApi, CurrencyFieldTypeTest, DirectSolrSpellCheckerTest,
TestHalfAndHalfDocValues, IgnoreCommitOptimizeUpdateProcessorFactoryTest,
TestCloudSearcherWarming, TestTrieFacet, AnalyticsMergeStrategyTest,
TestFastLRUCache, TestReloadDeadlock, CollectionsAPIDistributedZkTest,
TestStressCloudBlindAtomicUpdates, ExitableDirectoryReaderTest, TestOrdValues,
DocValuesTest, TestFuzzyAnalyzedSuggestions, ReplicaListTransformerTest,
TestCursorMarkWithoutUniqueKey, TestPerFieldSimilarity, CoreAdminHandlerTest,
TestGraphMLResponseWriter, TestStressRecovery, LeaderElectionContextKeyTest,
TestInPlaceUpdatesDistrib, TestExactSharedStatsCache, ClusterStateUpdateTest,
OpenCloseCoreStressTest, TestRawResponseWriter, ChaosMonkeySafeLeaderTest,
PrimUtilsTest, TestDistributedGrouping, MetricUtilsTest,
CollectionStateFormat2Test, TestCloudPivotFacet, TestCharFilters,
TestFieldResource, IndexSchemaRuntimeFieldTest, EnumFieldTest,
TestInfoStreamLogging, TestSegmentSorting, TestManagedStopFilterFactory,
SuggestComponentContextFilterQueryTest, OverseerTaskQueueTest,
CleanupOldIndexTest, ClassificationUpdateProcessorTest,
TestBM25SimilarityFactory, TestSolrConfigHandlerConcurrent,
TestComplexPhraseLeadingWildcard, TermVectorComponentTest,
TestConfigSetProperties, TestNumericTerms32, CSVRequestHandlerTest,
MetricsConfigTest, DistribCursorPagingTest, SoftAutoCommitTest,
RestartWhileUpdatingTest, StatsReloadRaceTest, SolrGraphiteReporterTest,
MoveReplicaTest, OverseerModifyCollectionTest, DisMaxRequestHandlerTest,
SystemInfoHandlerTest, SubstringBytesRefFilterTest, JSONWriterTest,
AssignBackwardCompatibilityTest, SpellCheckComponentTest,
BasicFunctionalityTest, ScriptEngineTest, TestManagedSchemaThreadSafety,
DistributedFacetPivotWhiteBoxTest, CdcrReplicationHandlerTest,
DistributedTermsComponentTest, ShardRoutingCustomTest, BadCopyFieldTest,
LoggingHandlerTest, SolrMetricReporterTest, TestStreamBody, TestFiltering,
DistanceFunctionTest, DistributedExpandComponentTest,
TestSubQueryTransformerDistrib, TestMiniSolrCloudClusterSSL, ShardRoutingTest,
BadComponentTest, TestSmileRequest, BasicAuthIntegrationTest,
SolrCmdDistributorTest, TestRTGBase, TestBlobHandler,
TestAtomicUpdateErrorCases, TestEmbeddedSolrServerConstructors,
TestHashPartitioner, TestRandomFaceting, TestRandomDVFaceting,
TermVectorComponentDistributedTest, HardAutoCommitTest, PeerSyncTest,
TestBadConfig, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest,
SpellCheckCollatorTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest,
TestUpdate, DocValuesMultiTest, XsltUpdateRequestHandlerTest,
LukeRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache,
TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser,
IndexSchemaTest, MBeansHandlerTest, TestSystemIdResolver, DateFieldTest,
ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder,
SliceStateTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest,
CursorPagingTest, DistributedIntervalFacetingTest,
TestSimpleTrackingShardHandler, ActionThrottleTest, AliasIntegrationTest,
CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest,
ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest,
DeleteInactiveReplicaTest, DeleteReplicaTest, DocValuesNotIndexedTest,
LeaderInitiatedRecoveryOnCommitTest, NodeMutatorTest,
OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest,
RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, ReplaceNodeTest,
SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest,
SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest,
TestCloudJSONFacetJoinDomain, TestCloudRecovery]
[junit4] Completed [541/732 (1!)] on J1 in 175.05s, 2 tests, 1 failure <<<
FAILURES!
[...truncated 39701 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
