Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/412/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Replica core_node1 not up to date after 0 seconds expected:<4> but was:<0>

Stack Trace:
java.lang.AssertionError: Replica core_node1 not up to date after 0 seconds 
expected:<4> but was:<0>
        at 
__randomizedtesting.SeedInfo.seed([BA7BF44D3A5B3431:7B8B8DE1170BFE96]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at 
org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:743)
        at 
org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:731)
        at 
org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:538)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12850 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/init-core-data-001
   [junit4]   2> 1793935 WARN  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
   [junit4]   2> 1793935 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1793938 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 1793939 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001
   [junit4]   2> 1793939 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1793942 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1793943 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1793950 ERROR (Thread-3806) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1794042 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:40117
   [junit4]   2> 1794054 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1794054 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1794083 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4304d48b{/solr,null,AVAILABLE}
   [junit4]   2> 1794084 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@681751be{HTTP/1.1,[http/1.1]}{127.0.0.1:34769}
   [junit4]   2> 1794084 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.e.j.s.Server Started @1795578ms
   [junit4]   2> 1794084 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34769}
   [junit4]   2> 1794084 ERROR (jetty-launcher-2378-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1794084 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.1
   [junit4]   2> 1794084 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1794084 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1794085 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-03T08:52:12.365016Z
   [junit4]   2> 1794085 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3c989830{/solr,null,AVAILABLE}
   [junit4]   2> 1794086 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2f87947{HTTP/1.1,[http/1.1]}{127.0.0.1:43145}
   [junit4]   2> 1794086 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.e.j.s.Server Started @1795580ms
   [junit4]   2> 1794086 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43145}
   [junit4]   2> 1794087 ERROR (jetty-launcher-2378-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1794088 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.1
   [junit4]   2> 1794088 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1794088 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1794088 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-03T08:52:12.368378Z
   [junit4]   2> 1794091 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1794099 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1794103 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40117/solr
   [junit4]   2> 1794111 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40117/solr
   [junit4]   2> 1794226 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1794226 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43145_solr
   [junit4]   2> 1794227 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98764110707032070-127.0.0.1:43145_solr-n_0000000000) starting
   [junit4]   2> 1794232 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1794233 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34769_solr
   [junit4]   2> 1794239 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1794239 INFO  
(OverseerStateUpdate-98764110707032070-127.0.0.1:43145_solr-n_0000000000) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1794259 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43145_solr
   [junit4]   2> 1794262 INFO  (zkCallback-2390-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1794262 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1794288 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34769.solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1794294 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34769.solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1794294 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34769.solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1794295 INFO  (jetty-launcher-2378-thread-2) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node2/.
   [junit4]   2> 1794311 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43145.solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1794318 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43145.solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1794318 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43145.solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1794319 INFO  (jetty-launcher-2378-thread-1) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node1/.
   [junit4]   2> 1794335 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1794336 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40117/solr ready
   [junit4]   2> 1794338 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 1794340 INFO  (qtp993227131-15545) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params 
val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 1794340 INFO  (qtp993227131-15545) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=0
   [junit4]   2> 1794348 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testOutOfOrderDBQWithInPlaceUpdates
   [junit4]   2> 1794349 INFO  (qtp993227131-15544) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1794351 INFO  (OverseerThreadFactory-6299-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Create collection 
tlog_replica_test_out_of_order_db_qwith_in_place_updates
   [junit4]   2> 1794454 INFO  
(OverseerStateUpdate-98764110707032070-127.0.0.1:43145_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34769/solr";,
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 1794455 INFO  
(OverseerStateUpdate-98764110707032070-127.0.0.1:43145_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43145/solr";,
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 1794658 INFO  (qtp993227131-15533) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1794658 INFO  (qtp993227131-15533) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1794660 INFO  (qtp1605234041-15538) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1794660 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1794764 INFO  (zkCallback-2390-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1794764 INFO  (zkCallback-2390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1794765 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1794765 INFO  (zkCallback-2389-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1795671 INFO  (qtp1605234041-15538) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.1
   [junit4]   2> 1795671 INFO  (qtp993227131-15533) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.1
   [junit4]   2> 1795677 INFO  (qtp993227131-15533) [    ] o.a.s.s.IndexSchema 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] 
Schema name=minimal
   [junit4]   2> 1795679 INFO  (qtp993227131-15533) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1795679 INFO  (qtp993227131-15533) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 
'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1' 
using configuration from collection 
tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
   [junit4]   2> 1795679 INFO  (qtp1605234041-15538) [    ] o.a.s.s.IndexSchema 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] 
Schema name=minimal
   [junit4]   2> 1795680 INFO  (qtp993227131-15533) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34769.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1'
 (registry 
'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1')
 enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1795680 INFO  (qtp993227131-15533) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1795680 INFO  (qtp993227131-15533) [    ] o.a.s.c.SolrCore 
[[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] ] 
Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node2/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/]
   [junit4]   2> 1795681 INFO  (qtp1605234041-15538) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1795681 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 
'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2' 
using configuration from collection 
tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
   [junit4]   2> 1795681 INFO  (qtp1605234041-15538) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43145.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2'
 (registry 
'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2')
 enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1795681 INFO  (qtp1605234041-15538) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1795681 INFO  (qtp1605234041-15538) [    ] o.a.s.c.SolrCore 
[[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] ] 
Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node1/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/]
   [junit4]   2> 1795802 INFO  (qtp993227131-15533) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1795802 INFO  (qtp1605234041-15538) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1795802 INFO  (qtp993227131-15533) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1795802 INFO  (qtp1605234041-15538) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1795803 INFO  (qtp1605234041-15538) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1795803 INFO  (qtp1605234041-15538) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1795803 INFO  (qtp993227131-15533) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1795803 INFO  (qtp993227131-15533) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1795804 INFO  (qtp1605234041-15538) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@53b34865[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]
 main]
   [junit4]   2> 1795805 INFO  (qtp993227131-15533) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@26b7f43c[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]
 main]
   [junit4]   2> 1795805 INFO  (qtp1605234041-15538) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1795806 INFO  (qtp1605234041-15538) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1795807 INFO  (qtp1605234041-15538) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1795807 INFO  (qtp1605234041-15538) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1580225773266010112
   [junit4]   2> 1795808 INFO  (searcherExecutor-6305-thread-1) [    ] 
o.a.s.c.SolrCore 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] 
Registered new searcher 
Searcher@53b34865[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]
 main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1795810 INFO  (qtp993227131-15533) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1795813 INFO  (qtp993227131-15533) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1795814 INFO  (qtp993227131-15533) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1795814 INFO  (qtp993227131-15533) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1580225773273350144
   [junit4]   2> 1795815 INFO  (searcherExecutor-6304-thread-1) [    ] 
o.a.s.c.SolrCore 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] 
Registered new searcher 
Searcher@26b7f43c[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]
 main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1795818 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1795819 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1795819 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
   [junit4]   2> 1795820 INFO  (qtp1605234041-15538) [    ] o.a.s.u.PeerSync 
PeerSync: 
core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 
url=http://127.0.0.1:43145/solr START 
replicas=[http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/]
 nUpdates=100
   [junit4]   2> 1795826 INFO  (qtp1605234041-15538) [    ] o.a.s.u.PeerSync 
PeerSync: 
core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 
url=http://127.0.0.1:43145/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1795827 INFO  (qtp993227131-15541) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1795827 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 1795827 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1795827 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1795828 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.ZkController 
tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 
stopping background replication from leader
   [junit4]   2> 1795832 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
 shard1
   [junit4]   2> 1795947 INFO  (zkCallback-2390-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1795947 INFO  (zkCallback-2390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1795947 INFO  (zkCallback-2389-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1795947 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1795991 INFO  (qtp1605234041-15538) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1795994 INFO  (qtp1605234041-15538) [    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=1334
   [junit4]   2> 1796110 INFO  (zkCallback-2390-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1796111 INFO  (zkCallback-2390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1796117 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1796117 INFO  (zkCallback-2389-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1796821 INFO  (qtp993227131-15533) [    ] o.a.s.c.ZkController 
tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 
starting background replication from leader
   [junit4]   2> 1796821 INFO  (qtp993227131-15533) [    ] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 1796830 INFO  (qtp993227131-15533) [    ] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1796830 INFO  (indexFetcher-6315-thread-1) [    ] 
o.a.s.h.IndexFetcher Updated masterUrl to 
http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
   [junit4]   2> 1796834 INFO  (qtp1605234041-15534) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]  
webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 1796835 INFO  (indexFetcher-6315-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1796835 INFO  (indexFetcher-6315-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1796835 INFO  (indexFetcher-6315-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1796835 INFO  (indexFetcher-6315-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1796836 INFO  (qtp993227131-15533) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=2178
   [junit4]   2> 1796838 INFO  (qtp993227131-15544) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 1796946 INFO  (zkCallback-2389-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1796946 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1796946 INFO  (zkCallback-2390-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1796946 INFO  (zkCallback-2390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1797839 INFO  (qtp993227131-15544) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2}
 status=0 QTime=3489
   [junit4]   2> 1797843 INFO  (qtp993227131-15599) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/&wt=javabin&version=2}{add=[1
 (1)]} 0 0
   [junit4]   2> 1797843 INFO  (qtp993227131-15600) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&_version_=3&distrib.from=http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/&wt=javabin&version=2}{deleteByQuery=inplace_updatable_int:5
 (-3)} 0 0
   [junit4]   2> 1797844 INFO  (qtp993227131-15533) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.inplace.prevversion=1&distrib.from=http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/&wt=javabin&version=2&distrib.inplace.update=true}{add=[1
 (2)]} 0 0
   [junit4]   2> 1797844 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.ChaosMonkey monkey: kill jetty! 43145
   [junit4]   2> 1797845 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@2f87947{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1797845 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1783777743
   [junit4]   2> 1797845 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 1797845 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6fa99975: rootName = 
solr_43145, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@1004bdf8
   [junit4]   2> 1797851 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 1797851 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@20a2ced9: rootName = 
solr_43145, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@4ce6ade7
   [junit4]   2> 1797856 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 1797856 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@14bf795: rootName = 
solr_43145, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@2748ea7f
   [junit4]   2> 1797859 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 1797859 INFO  (coreCloseExecutor-6316-thread-1) [    ] 
o.a.s.c.SolrCore 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]  
CLOSING SolrCore org.apache.solr.core.SolrCore@4ed7405d
   [junit4]   2> 1797859 INFO  (coreCloseExecutor-6316-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2,
 tag=1322729565
   [junit4]   2> 1797859 INFO  (coreCloseExecutor-6316-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@75958b1f: rootName = 
solr_43145, domain = 
solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2,
 service url = null, agent id = null] for registry 
solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2
 / com.codahale.metrics.MetricRegistry@672e69b9
   [junit4]   2> 1797865 INFO  (coreCloseExecutor-6316-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.leader,
 tag=1322729565
   [junit4]   2> 1797866 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.Overseer Overseer 
(id=98764110707032070-127.0.0.1:43145_solr-n_0000000000) closing
   [junit4]   2> 1797866 INFO  
(OverseerStateUpdate-98764110707032070-127.0.0.1:43145_solr-n_0000000000) [    
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43145_solr
   [junit4]   2> 1797867 WARN  (zkCallback-2390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1797867 INFO  (zkCallback-2396-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1797867 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3c989830{/solr,null,UNAVAILABLE}
   [junit4]   2> 1797867 INFO  (zkCallback-2389-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1797867 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 43145
   [junit4]   2> 1797868 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1797868 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.ChaosMonkey monkey: starting jetty! 43145
   [junit4]   2> 1797869 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1797869 INFO  (zkCallback-2389-thread-3) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34769_solr
   [junit4]   2> 1797870 INFO  (zkCallback-2389-thread-3) [    ] 
o.a.s.c.Overseer Overseer 
(id=98764110707032069-127.0.0.1:34769_solr-n_0000000001) starting
   [junit4]   2> 1797878 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@371b929a{/solr,null,AVAILABLE}
   [junit4]   2> 1797879 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.e.j.s.AbstractConnector Started 
ServerConnector@5691454a{HTTP/1.1,[http/1.1]}{127.0.0.1:43145}
   [junit4]   2> 1797879 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.e.j.s.Server Started @1799372ms
   [junit4]   2> 1797880 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43145}
   [junit4]   2> 1797880 ERROR 
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1797880 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 7.0.1
   [junit4]   2> 1797880 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1797880 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default 
config dir: null
   [junit4]   2> 1797880 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-03T08:52:16.160873Z
   [junit4]   2> 1797881 INFO  (zkCallback-2396-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 1797881 INFO  (zkCallback-2389-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 1797881 INFO  (zkCallback-2389-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 1797882 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1797886 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40117/solr
   [junit4]   2> 1797891 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1797892 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1797893 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43145_solr
   [junit4]   2> 1797894 INFO  (zkCallback-2389-thread-3) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1797894 INFO  (zkCallback-2396-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1797894 INFO  (zkCallback-2401-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1797924 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43145.solr.node' 
(registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1797933 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43145.solr.jvm' 
(registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1797933 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43145.solr.jetty' 
(registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1797934 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node1/.
   [junit4]   2> 1797934 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.CorePropertiesLocator Cores are: 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]
   [junit4]   2> 1797935 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1797947 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.1
   [junit4]   2> 1797951 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.s.IndexSchema 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] 
Schema name=minimal
   [junit4]   2> 1797952 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1797952 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 
'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2' 
using configuration from collection 
tlog_replica_test_out_of_order_db_qwith_in_place_updates, trusted=true
   [junit4]   2> 1797953 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43145.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2'
 (registry 
'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2')
 enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@600affea
   [junit4]   2> 1797953 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1797953 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.c.SolrCore 
[[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] ] 
Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node1/./tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/]
   [junit4]   2> 1798013 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1798013 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1798014 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1798014 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1798015 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7b39496[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]
 main]
   [junit4]   2> 1798016 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1798016 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1798016 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1798016 INFO  (coreLoadExecutor-6325-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1580225775582314496
   [junit4]   2> 1798018 INFO  (searcherExecutor-6326-thread-1) [    ] 
o.a.s.c.SolrCore 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] 
Registered new searcher 
Searcher@7b39496[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]
 main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1798051 INFO  (zkCallback-2389-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1798051 INFO  (zkCallback-2396-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1798051 INFO  (zkCallback-2389-thread-4) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1798051 INFO  (zkCallback-2401-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1798051 INFO  (zkCallback-2401-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1800368 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
   [junit4]   2> 1800368 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.u.PeerSync PeerSync: 
core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 
url=http://127.0.0.1:34769/solr START 
replicas=[http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/]
 nUpdates=100
   [junit4]   2> 1800369 INFO  (qtp1785218574-15616) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]  
webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1800369 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.u.PeerSync PeerSync: 
core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 
url=http://127.0.0.1:34769/solr  Received 0 versions from 
http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
 fingerprint:null
   [junit4]   2> 1800369 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.u.PeerSync PeerSync: 
core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 
url=http://127.0.0.1:34769/solr DONE. sync succeeded
   [junit4]   2> 1800370 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1800370 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/:
 try and ask 
http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
 to sync
   [junit4]   2> 1800370 INFO  (qtp1785218574-15618) [    ] o.a.s.u.PeerSync 
PeerSync: 
core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 
url=http://127.0.0.1:43145/solr START 
replicas=[http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/]
 nUpdates=100
   [junit4]   2> 1800372 INFO  (qtp993227131-15545) [    ] 
o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 
result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, 
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1800372 INFO  (qtp993227131-15545) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/get 
params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1800372 INFO  (qtp1785218574-15618) [    ] 
o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 
result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, 
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1800372 INFO  (qtp1785218574-15618) [    ] o.a.s.u.PeerSync We 
are already in sync. No need to do a PeerSync 
   [junit4]   2> 1800372 INFO  (qtp1785218574-15618) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]  
webapp=/solr path=/get 
params={distrib=false&qt=/get&getVersions=100&sync=http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 1800372 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/:
  sync completed with 
http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/
   [junit4]   2> 1800373 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.ZkController 
tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 
stopping background replication from leader
   [junit4]   2> 1800373 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Replaying tlog before become new leader
   [junit4]   2> 1800373 WARN  (recoveryExecutor-6308-thread-1) [    ] 
o.a.s.u.UpdateLog Starting log replay 
tlog{file=/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/tlog/tlog.0000000000000000000
 refcount=2} active=false starting pos=0 inSortedOrder=true
   [junit4]   2> 1800378 INFO  (recoveryExecutor-6308-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@10d35f95[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]
 realtime]
   [junit4]   2> 1800379 INFO  (recoveryExecutor-6308-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1800379 INFO  (recoveryExecutor-6308-thread-1) [    ] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@6043d3fa commitCommandVersion:0
   [junit4]   2> 1800380 INFO  (recoveryExecutor-6308-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@39aeb32d[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]
 main]
   [junit4]   2> 1800380 INFO  (recoveryExecutor-6308-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1800381 INFO  (searcherExecutor-6304-thread-1) [    ] 
o.a.s.c.SolrCore 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] 
Registered new searcher 
Searcher@39aeb32d[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]
 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1:fieldInfosGen=1:dvGen=2)))}
   [junit4]   2> 1800381 INFO  (recoveryExecutor-6308-thread-1) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] 
{add=[1 (1), 1 (2)],deleteByQuery=inplace_updatable_int:5 (-3)} 0 7
   [junit4]   2> 1800381 WARN  (recoveryExecutor-6308-thread-1) [    ] 
o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=2 
deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
   [junit4]   2> 1800382 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
 shard1
   [junit4]   2> 1800383 INFO  (zkCallback-2401-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1800383 INFO  (zkCallback-2401-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1800383 INFO  (zkCallback-2389-thread-4) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1800383 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1800383 INFO  (zkCallback-2396-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1801025 INFO  (coreZkRegister-6320-thread-1) [    ] 
o.a.s.c.ZkController Core needs to 
recover:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2
   [junit4]   2> 1801026 INFO  (updateExecutor-2398-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1801027 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1801027 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1801027 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.ZkController 
tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 
stopping background replication from leader
   [junit4]   2> 1801027 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Begin buffering updates. 
core=[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]
   [junit4]   2> 1801027 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, 
tlog=null}
   [junit4]   2> 1801027 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Publishing state of core 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] as 
recovering, leader is 
[http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/]
 and I am 
[http://127.0.0.1:43145/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/]
   [junit4]   2> 1801029 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Sending prep recovery command to 
[http://127.0.0.1:34769/solr]; [WaitForState: 
action=PREPRECOVERY&core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&nodeName=127.0.0.1:43145_solr&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1801030 INFO  (qtp993227131-15533) [    ] 
o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, 
maxTime: 183 s
   [junit4]   2> 1801030 INFO  (qtp993227131-15533) [    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): 
collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates, 
shard=shard1, 
thisCore=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1,
 leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=down, localState=active, nodeName=127.0.0.1:43145_solr, 
coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: 
core_node2:{"core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2","base_url":"http://127.0.0.1:43145/solr","node_name":"127.0.0.1:43145_solr","state":"down","type":"TLOG"}
   [junit4]   2> 1801130 INFO  (zkCallback-2396-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1801130 INFO  (zkCallback-2401-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1801131 INFO  (zkCallback-2401-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1801131 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1801131 INFO  (zkCallback-2389-thread-4) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1802030 INFO  (qtp993227131-15533) [    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): 
collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates, 
shard=shard1, 
thisCore=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1,
 leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=recovering, localState=active, nodeName=127.0.0.1:43145_solr, 
coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: 
core_node2:{"core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2","base_url":"http://127.0.0.1:43145/solr","node_name":"127.0.0.1:43145_solr","state":"recovering","type":"TLOG"}
   [junit4]   2> 1802030 INFO  (qtp993227131-15533) [    ] 
o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, 
checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1802030 INFO  (qtp993227131-15533) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:43145_solr&onlyIfLeaderActive=true&core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=1000
   [junit4]   2> 1802531 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 1802531 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Attempting to replicate from 
[http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/].
   [junit4]   2> 1802532 INFO  (qtp993227131-15545) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1580225780317683712,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1802532 INFO  (qtp993227131-15545) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1802532 INFO  (qtp993227131-15545) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1802532 INFO  (qtp993227131-15545) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/update 
params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=}
 0 0
   [junit4]   2> 1802533 INFO  (qtp993227131-15600) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 1802533 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1802533 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 1507020738659
   [junit4]   2> 1802533 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1802533 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1802533 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1802534 INFO  (qtp993227131-15531) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} 
status=0 QTime=0
   [junit4]   2> 1802534 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.IndexFetcher Number of files in latest index in master: 26
   [junit4]   2> 1802539 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1802540 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.IndexFetcher Starting download (fullCopy=false) to 
MockDirectoryWrapper(RAMDirectory@6b8e2c43 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b4d0130)
   [junit4]   2> 1802540 INFO  (qtp993227131-15545) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802541 INFO  (qtp993227131-15533) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_1_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802543 INFO  (qtp993227131-15544) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802543 INFO  (qtp993227131-15600) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tib&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802544 INFO  (qtp993227131-15531) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802545 INFO  (qtp993227131-15545) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_2_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802545 INFO  (qtp993227131-15533) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802546 INFO  (qtp993227131-15544) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tiv&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802546 INFO  (qtp993227131-15600) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802547 INFO  (qtp993227131-15531) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_2_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802547 INFO  (qtp993227131-15545) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_1_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802548 INFO  (qtp993227131-15533) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802549 INFO  (qtp993227131-15544) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802549 INFO  (qtp993227131-15600) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802551 INFO  (qtp993227131-15531) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802552 INFO  (qtp993227131-15545) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802553 INFO  (qtp993227131-15533) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802554 INFO  (qtp993227131-15533) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802554 INFO  (qtp993227131-15600) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802555 INFO  (qtp993227131-15600) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802555 INFO  (qtp993227131-15545) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802556 INFO  (qtp993227131-15544) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_1.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802557 INFO  (qtp993227131-15544) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802557 INFO  (qtp993227131-15544) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802558 INFO  (qtp993227131-15600) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802559 INFO  (qtp993227131-15545) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1802559 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.IndexFetcher Total time taken for download 
(fullCopy=false,bytesDownloaded=4772) : 0 secs (null bytes/sec) to 
MockDirectoryWrapper(RAMDirectory@6b8e2c43 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b4d0130)
   [junit4]   2> 1802560 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1802561 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@716b8bb0[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]
 main]
   [junit4]   2> 1802562 INFO  (searcherExecutor-6326-thread-1) [    ] 
o.a.s.c.SolrCore 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] 
Registered new searcher 
Searcher@716b8bb0[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]
 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.1):C1:fieldInfosGen=1:dvGen=2)))}
   [junit4]   2> 1802562 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 1802562 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1802563 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.ZkController 
tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 
starting background replication from leader
   [junit4]   2> 1802563 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 1802563 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1802564 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Updating version bucket highest from index after 
successful recovery.
   [junit4]   2> 1802565 INFO  (recoveryExecutor-2399-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 1802665 INFO  (zkCallback-2401-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1802665 INFO  (zkCallback-2396-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1802665 INFO  (zkCallback-2401-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1802666 INFO  (zkCallback-2389-thread-4) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1802666 INFO  (zkCallback-2389-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json]
 for collection [tlog_replica_test_out_of_order_db_qwith_in_place_updates] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1802671 INFO  (qtp993227131-15531) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} 
status=0 QTime=0
   [junit4]   2> 1802675 INFO  (qtp1785218574-15612) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]  
webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} 
status=0 QTime=0
   [junit4]   2> 1802676 INFO  (qtp1785218574-15610) [    ] 
o.a.s.h.c.RealTimeGetComponent 
LOOKUP_SLICE:shard1=http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/
   [junit4]   2> 1802677 INFO  (qtp993227131-15533) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
webapp=/solr path=/get 
params={distrib=false&qt=/get&_stateVer_=tlog_replica_test_out_of_order_db_qwith_in_place_updates:10&omitHeader=true&shards.purpose=1&NOW=1507020740956&ids=1&isShard=true&shard.url=http://127.0.0.1:34769/solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/&wt=javabin&version=2&shards.qt=/get}
 status=0 QTime=0
   [junit4]   2> 1802678 INFO  (qtp1785218574-15610) [    ] o.a.s.c.S.Request 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]  
webapp=/solr path=/get 
params={qt=/get&_stateVer_=tlog_replica_test_out_of_order_db_qwith_in_place_updates:10&ids=1&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 1802678 INFO  
(TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[BA7BF44D3A5B3431])
 [    ] o.a.s.c.TestTlogReplica tearDown deleting collection
   [junit4]   2> 1802679 INFO  (qtp993227131-15546) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=tlog_replica_test_out_of_order_db_qwith_in_place_updates&action=DELETE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1802681 INFO  (OverseerThreadFactory-6319-thread-1) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : 
action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1802682 INFO  (qtp993227131-15531) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1,
 tag=null
   [junit4]   2> 1802682 INFO  (qtp993227131-15531) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4365121: rootName = 
solr_34769, domain = 
solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1,
 service url = null, agent id = null] for registry 
solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1
 / com.codahale.metrics.MetricRegistry@2458e740
   [junit4]   2> 1802682 INFO  (qtp1785218574-15611) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2,
 tag=null
   [junit4]   2> 1802682 INFO  (qtp1785218574-15611) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@32683a19: rootName = 
solr_43145, domain = 
solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2,
 service url = null, agent id = null] for registry 
solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2
 / com.codahale.metrics.MetricRegistry@77391dc7
   [junit4]   2> 1802696 INFO  (qtp993227131-15531) [    ] o.a.s.c.ZkController 
tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 
stopping background replication from leader
   [junit4]   2> 1802696 INFO  (qtp993227131-15531) [    ] o.a.s.c.SolrCore 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1]  
CLOSING SolrCore org.apache.solr.core.SolrCore@6c85e039
   [junit4]   2> 1802696 INFO  (qtp993227131-15531) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1,
 tag=1820713017
   [junit4]   2> 1802696 INFO  (qtp993227131-15531) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.leader,
 tag=1820713017
   [junit4]   2> 1802698 INFO  (qtp1785218574-15611) [    ] 
o.a.s.c.ZkController 
tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 
stopping background replication from leader
   [junit4]   2> 1802698 INFO  (qtp1785218574-15611) [    ] o.a.s.c.SolrCore 
[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2]  
CLOSING SolrCore org.apache.solr.core.SolrCore@7d5c3239
   [junit4]   2> 1802698 INFO  (qtp1785218574-15611) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2,
 tag=2103194169
   [junit4]   2> 1802698 INFO  (qtp1785218574-15611) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.leader,
 tag=2103194169
   [junit4]   2> 1802701 INFO  (qtp1785218574-15611) [    ] 
o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader 
parent node, won't remove previous leader registration.
   [junit4]   2> 1802701 WARN  (zkCallback-2401-thread-2) [    ] 
o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 1802701 INFO  (qtp1785218574-15611) [    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=19
   [junit4]   2> 1802702 INFO  (qtp993227131-15531) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&qt=/admin/co

[...truncated too long message...]

e=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 
QTime=12002
   [junit4]   2> 1893083 INFO  (recoveryExecutor-2430-thread-1) [    ] 
o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
   [junit4]   2> 1893083 INFO  (recoveryExecutor-2430-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
   [junit4]   2> 1893084 INFO  (recoveryExecutor-2430-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@6eed9ffb
   [junit4]   2> 1893084 INFO  (recoveryExecutor-2430-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.tlog_replica_test_recovery.shard1.replica_t1, tag=1861066747
   [junit4]   2> 1893084 INFO  (recoveryExecutor-2430-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@228889e9: rootName = 
solr_43145, domain = solr.core.tlog_replica_test_recovery.shard1.replica_t1, 
service url = null, agent id = null] for registry 
solr.core.tlog_replica_test_recovery.shard1.replica_t1 / 
com.codahale.metrics.MetricRegistry@4720f511
   [junit4]   2> 1893094 INFO  (recoveryExecutor-2430-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.tlog_replica_test_recovery.shard1.leader, 
tag=1861066747
   [junit4]   2> 1893094 WARN  (recoveryExecutor-2430-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Stopping recovery for 
core=[tlog_replica_test_recovery_shard1_replica_t1] coreNodeName=[core_node1]
   [junit4]   2> 1893095 WARN  (updateExecutor-2429-thread-2) [    ] 
o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
   [junit4]   2> 1893096 WARN  (zkCallback-2432-thread-2) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1893096 INFO  (jetty-closer-2379-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1e0b0831{/solr,null,UNAVAILABLE}
   [junit4]   2> 1893096 ERROR 
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1893097 INFO  
(SUITE-TestTlogReplica-seed#[BA7BF44D3A5B3431]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:40117 40117
   [junit4]   2> 1898121 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:40117 40117
   [junit4]   2> 1898122 WARN  (Thread-3806) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        29      /solr/configs/conf
   [junit4]   2>        8       /solr/aliases.json
   [junit4]   2>        7       /solr/security.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        30      
/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2>        25      
/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2>        24      
/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
   [junit4]   2>        23      
/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2>        22      
/solr/collections/tlog_replica_test_create_delete/state.json
   [junit4]   2>        22      
/solr/collections/tlog_replica_test_kill_tlog_replica/state.json
   [junit4]   2>        21      
/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2>        17      
/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2>        15      
/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2>        15      
/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2>        15      
/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2>        8       /solr/clusterprops.json
   [junit4]   2>        8       /solr/clusterstate.json
   [junit4]   2>        6       
/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2>        5       
/solr/overseer_elect/election/98764110707032069-127.0.0.1:34769_solr-n_0000000001
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98764110707032069-core_node2-n_0000000000
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98764110707032075-core_node7-n_0000000001
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98764110707032069-core_node6-n_0000000000
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98764110707032075-core_node3-n_0000000000
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98764110707032069-core_node2-n_0000000001
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98764110707032069-core_node4-n_0000000000
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98764110707032075-core_node1-n_0000000002
   [junit4]   2>        2       
/solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98764110707032069-core_node2-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/collections
   [junit4]   2>        3       /solr/live_nodes
   [junit4]   2>        2       /solr/overseer/queue
   [junit4]   2>        2       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_BA7BF44D3A5B3431-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{foo=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
title_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
id=PostingsFormat(name=LuceneVarGapFixedInterval), 
foo_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, 
docValues:{_version_=DocValuesFormat(name=Direct), 
id=DocValuesFormat(name=Lucene70), 
inplace_updatable_int=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=79, 
maxMBSortInHeap=7.698123252769082, sim=RandomSimilarity(queryNorm=false): {}, 
locale=ca-ES, timezone=America/Grand_Turk
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 
(64-bit)/cpus=8,threads=1,free=161664664,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DocValuesMissingTest, 
SimpleCollectionCreateDeleteTest, TestCollationField, RollingRestartTest, 
UUIDUpdateProcessorFallbackTest, SolrCoreTest, JSONWriterTest, 
TestLuceneMatchVersion, TestFilteredDocIdSet, TestFieldTypeResource, 
TestHdfsCloudBackupRestore, TestRemoteStreaming, TestDefaultStatsCache, 
SolrXmlInZkTest, TestExtendedDismaxParser, DefaultValueUpdateProcessorTest, 
CollectionStateFormat2Test, BasicZkTest, MetricsHandlerTest, ReplaceNodeTest, 
TestRealTimeGet, TestPKIAuthenticationPlugin, JvmMetricsTest, 
TriLevelCompositeIdRoutingTest, TestFieldCacheSort, TestIndexingPerformance, 
TestDistribDocBasedVersion, TestInitQParser, BufferStoreTest, TestJsonFacets, 
TestNumericRangeQuery64, SolrIndexSplitterTest, SolrGangliaReporterTest, 
HdfsNNFailoverTest, TestCSVLoader, ExplicitHLLTest, TestLegacyTerms, 
TestFieldCollectionResource, TestStressLucene, HighlighterMaxOffsetTest, 
TestNonDefinedSimilarityFactory, TestCloudPseudoReturnFields, 
DistributedQueryComponentOptimizationTest, SimpleMLTQParserTest, 
TestOmitPositions, UUIDFieldTest, TestFunctionQuery, TestMissingGroups, 
TestOverriddenPrefixQueryForCustomFieldType, TestWordDelimiterFilterFactory, 
TestWriterPerf, TestUniqueKeyFieldResource, DistributedDebugComponentTest, 
TestSearcherReuse, TestZkAclsWithHadoopAuth, TestComponentsName, 
ChangedSchemaMergeTest, TestFastOutputStream, TestStandardQParsers, 
TestManagedSchema, SyncSliceTest, TestLMDirichletSimilarityFactory, 
LeaderInitiatedRecoveryOnShardRestartTest, TestStressInPlaceUpdates, 
DistributedFacetPivotLargeTest, TestRandomDVFaceting, 
CoreAdminRequestStatusTest, OverriddenZkACLAndCredentialsProvidersTest, 
TestCSVResponseWriter, ShardSplitTest, BigEndianAscendingWordDeserializerTest, 
TestPullReplicaErrorHandling, SuggesterWFSTTest, TestPhraseSuggestions, 
TestRandomFaceting, TestLazyCores, TestComplexPhraseQParserPlugin, 
SegmentsInfoRequestHandlerTest, TestReRankQParserPlugin, TestNumericTerms64, 
TestPivotHelperCode, TestConfig, CdcrReplicationHandlerTest, TestRestoreCore, 
HighlighterConfigTest, DistribCursorPagingTest, 
TestManagedSynonymGraphFilterFactory, PeerSyncReplicationTest, 
ExternalFileFieldSortTest, LeaderFailoverAfterPartitionTest, 
ConnectionManagerTest, SpatialHeatmapFacetsTest, SolrShardReporterTest, 
TestDocSet, XmlUpdateRequestHandlerTest, TestHdfsBackupRestoreCore, 
TestCollectionAPIs, TestLeaderInitiatedRecoveryThread, 
PeerSyncWithIndexFingerprintCachingTest, DistributedQueueTest, 
OverseerRolesTest, SolrRequestParserTest, TestSolrQueryParser, 
TestDocumentBuilder, DirectoryFactoryTest, TestImplicitCoreProperties, 
TestCollectionAPI, TemplateUpdateProcessorTest, TestJoin, 
WordBreakSolrSpellCheckerTest, QueryResultKeyTest, TestConfigSetsAPIZkFailure, 
PluginInfoTest, TestRebalanceLeaders, TestCustomDocTransformer, 
TestLegacyField, TestSolrConfigHandlerCloud, OutputWriterTest, 
PreAnalyzedFieldManagedSchemaCloudTest, AsyncCallRequestStatusResponseTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, CreateCollectionCleanupTest, 
DeleteReplicaTest, DocValuesNotIndexedTest, 
LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, 
MoveReplicaHDFSTest, MultiThreadedOCPTest, TestAuthenticationFramework, 
TestCryptoKeys, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, 
TestRequestStatusCollectionAPI, TestTlogReplica]
   [junit4] Completed [565/730 (1!)] on J0 in 104.21s, 13 tests, 1 failure <<< 
FAILURES!

[...truncated 37247 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to