Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1181/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:109)
at sun.reflect.GeneratedConstructorAccessor185.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:759) at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:821) at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1072) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:937) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:829) at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:949) at
org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:582) at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not
released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog
at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:109)
at sun.reflect.GeneratedConstructorAccessor185.newInstance(Unknown
Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:759)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:821)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1072)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:937)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)
at
org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:582)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([3D54B1C1CEB34489]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor25.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12578 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D54B1C1CEB34489-001/init-core-data-001
[junit4] 2> 2477849 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10852 numCloses=10852
[junit4] 2> 2477849 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 2477851 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2477852 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D54B1C1CEB34489-001/tempDir-001
[junit4] 2> 2477852 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2477852 INFO (Thread-4973) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2477852 INFO (Thread-4973) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2477952 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:47637
[junit4] 2> 2477960 INFO (jetty-launcher-3459-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2477960 INFO (jetty-launcher-3459-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2477962 INFO (jetty-launcher-3459-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@4228e250{/solr,null,AVAILABLE}
[junit4] 2> 2477962 INFO (jetty-launcher-3459-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@4483bcde{/solr,null,AVAILABLE}
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-2) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@c05a63b{HTTP/1.1,[http/1.1]}{127.0.0.1:36203}
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-2) [ ]
o.e.j.s.Server Started @2483279ms
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=36203}
[junit4] 2> 2477964 ERROR (jetty-launcher-3459-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-1) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@ba372e8{HTTP/1.1,[http/1.1]}{127.0.0.1:33682}
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-1) [ ]
o.e.j.s.Server Started @2483280ms
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=33682}
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-03-09T06:17:51.813Z
[junit4] 2> 2477964 ERROR (jetty-launcher-3459-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2477964 INFO (jetty-launcher-3459-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2477965 INFO (jetty-launcher-3459-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2477965 INFO (jetty-launcher-3459-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2477965 INFO (jetty-launcher-3459-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-03-09T06:17:51.814Z
[junit4] 2> 2477967 INFO (jetty-launcher-3459-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2477967 INFO (jetty-launcher-3459-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2477976 INFO (jetty-launcher-3459-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47637/solr
[junit4] 2> 2477976 INFO (jetty-launcher-3459-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47637/solr
[junit4] 2> 2478037 INFO (jetty-launcher-3459-thread-2)
[n:127.0.0.1:36203_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2478037 INFO (jetty-launcher-3459-thread-1)
[n:127.0.0.1:33682_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2478038 INFO (jetty-launcher-3459-thread-2)
[n:127.0.0.1:36203_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:36203_solr
[junit4] 2> 2478039 INFO (jetty-launcher-3459-thread-1)
[n:127.0.0.1:33682_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:33682_solr
[junit4] 2> 2478040 INFO (jetty-launcher-3459-thread-2)
[n:127.0.0.1:36203_solr ] o.a.s.c.Overseer Overseer
(id=97585743246327814-127.0.0.1:36203_solr-n_0000000000) starting
[junit4] 2> 2478042 INFO
(zkCallback-3471-thread-1-processing-n:127.0.0.1:36203_solr)
[n:127.0.0.1:36203_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2478043 INFO
(zkCallback-3470-thread-1-processing-n:127.0.0.1:33682_solr)
[n:127.0.0.1:33682_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2478057 INFO (jetty-launcher-3459-thread-2)
[n:127.0.0.1:36203_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:36203_solr
[junit4] 2> 2478059 INFO
(zkCallback-3471-thread-1-processing-n:127.0.0.1:36203_solr)
[n:127.0.0.1:36203_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2478059 INFO
(zkCallback-3470-thread-1-processing-n:127.0.0.1:33682_solr)
[n:127.0.0.1:33682_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2478159 INFO (jetty-launcher-3459-thread-1)
[n:127.0.0.1:33682_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D54B1C1CEB34489-001/tempDir-001/node1/.
[junit4] 2> 2478266 INFO (jetty-launcher-3459-thread-2)
[n:127.0.0.1:36203_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D54B1C1CEB34489-001/tempDir-001/node2/.
[junit4] 2> 2479238 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2479239 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47637/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2479279 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2479290 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2479291 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2479304 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_solaris.vm_60489_hdfs____.qg60j7/webapp
[junit4] 2> 2479813 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:60489
[junit4] 2> 2479962 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2479963 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2479978 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_54666_datanode____112866/webapp
[junit4] 2> 2480493 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54666
[junit4] 2> 2480575 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2480576 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2480593 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_34651_datanode____.b3yx54/webapp
[junit4] 2> 2480676 INFO (IPC Server handler 3 on 51850) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-1ffe9e19-df30-40cf-8cbc-218ff66bec2d node
DatanodeRegistration(127.0.0.1:60284,
datanodeUuid=c3e62586-050f-4011-bb41-2417da82f044, infoPort=51024,
infoSecurePort=0, ipcPort=62158,
storageInfo=lv=-56;cid=testClusterID;nsid=990355737;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2480676 INFO (IPC Server handler 3 on 51850) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-27781163-f7f0-4788-8d0f-39f779e081b3 node
DatanodeRegistration(127.0.0.1:60284,
datanodeUuid=c3e62586-050f-4011-bb41-2417da82f044, infoPort=51024,
infoSecurePort=0, ipcPort=62158,
storageInfo=lv=-56;cid=testClusterID;nsid=990355737;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2481139 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D54B1C1CEB34489]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34651
[junit4] 2> 2481296 INFO (IPC Server handler 6 on 51850) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-59850288-7c4b-4ca4-954a-ed761204a8ec node
DatanodeRegistration(127.0.0.1:64730,
datanodeUuid=e78679a8-7f55-46d6-9880-64142bc67e67, infoPort=33345,
infoSecurePort=0, ipcPort=34971,
storageInfo=lv=-56;cid=testClusterID;nsid=990355737;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2481296 INFO (IPC Server handler 6 on 51850) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-3d0b5f90-04a5-4cf7-8374-ddb2e6ea57e7 node
DatanodeRegistration(127.0.0.1:64730,
datanodeUuid=e78679a8-7f55-46d6-9880-64142bc67e67, infoPort=33345,
infoSecurePort=0, ipcPort=34971,
storageInfo=lv=-56;cid=testClusterID;nsid=990355737;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2481513 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[3D54B1C1CEB34489]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2481518 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2481522 INFO
(OverseerThreadFactory-9801-thread-1-processing-n:127.0.0.1:36203_solr)
[n:127.0.0.1:36203_solr ] o.a.s.c.CreateCollectionCmd Create collection
recoverytest
[junit4] 2> 2481633 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2481637 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2481748 INFO
(zkCallback-3471-thread-3-processing-n:127.0.0.1:36203_solr)
[n:127.0.0.1:36203_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2481748 INFO
(zkCallback-3470-thread-1-processing-n:127.0.0.1:33682_solr)
[n:127.0.0.1:33682_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2482656 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2482656 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2482665 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
[recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 2482665 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
[recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 2482668 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2482668 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2482670 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica2' using configuration from
collection recoverytest
[junit4] 2> 2482670 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica1' using configuration from
collection recoverytest
[junit4] 2> 2482697 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:51850/data
[junit4] 2> 2482697 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:51850/data
[junit4] 2> 2482697 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2482697 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2482697 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
[[recoverytest_shard1_replica2] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D54B1C1CEB34489-001/tempDir-001/node2/recoverytest_shard1_replica2],
dataDir=[hdfs://solaris-vm:51850/data/recoverytest/core_node2/data/]
[junit4] 2> 2482697 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
[[recoverytest_shard1_replica1] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D54B1C1CEB34489-001/tempDir-001/node1/recoverytest_shard1_replica1],
dataDir=[hdfs://solaris-vm:51850/data/recoverytest/core_node1/data/]
[junit4] 2> 2482698 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7750c237
[junit4] 2> 2482698 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7750c237
[junit4] 2> 2482699 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:51850/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2482699 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:51850/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2482717 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2482717 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2482718 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2482718 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2482718 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2482811 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2482811 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2482820 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:51850/data/recoverytest/core_node1/data
[junit4] 2> 2482820 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:51850/data/recoverytest/core_node2/data
[junit4] 2> 2482852 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:51850/data/recoverytest/core_node2/data/index
[junit4] 2> 2482858 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:51850/data/recoverytest/core_node1/data/index
[junit4] 2> 2482863 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2482863 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2482872 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2482872 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2482873 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2482880 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2482959 INFO (IPC Server handler 6 on 51850) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64730 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-1ffe9e19-df30-40cf-8cbc-218ff66bec2d:NORMAL:127.0.0.1:60284|RBW],
ReplicaUC[[DISK]DS-3d0b5f90-04a5-4cf7-8374-ddb2e6ea57e7:NORMAL:127.0.0.1:64730|FINALIZED]]}
size 0
[junit4] 2> 2482966 INFO (IPC Server handler 7 on 51850) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60284 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-1ffe9e19-df30-40cf-8cbc-218ff66bec2d:NORMAL:127.0.0.1:60284|RBW],
ReplicaUC[[DISK]DS-3d0b5f90-04a5-4cf7-8374-ddb2e6ea57e7:NORMAL:127.0.0.1:64730|FINALIZED]]}
size 0
[junit4] 2> 2483016 INFO (IPC Server handler 0 on 51850) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64730 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-1ffe9e19-df30-40cf-8cbc-218ff66bec2d:NORMAL:127.0.0.1:60284|RBW],
ReplicaUC[[DISK]DS-59850288-7c4b-4ca4-954a-ed761204a8ec:NORMAL:127.0.0.1:64730|FINALIZED]]}
size 0
[junit4] 2> 2483021 INFO (IPC Server handler 1 on 51850) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60284 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-59850288-7c4b-4ca4-954a-ed761204a8ec:NORMAL:127.0.0.1:64730|FINALIZED],
ReplicaUC[[DISK]DS-27781163-f7f0-4788-8d0f-39f779e081b3:NORMAL:127.0.0.1:60284|FINALIZED]]}
size 0
[junit4] 2> 2483135 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2483135 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2483136 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2483152 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2483152 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2483152 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 2483152 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 2483152 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2483165 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 2483165 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 2483260 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@732e91d6[recoverytest_shard1_replica2] main]
[junit4] 2> 2483262 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@56e17ea4[recoverytest_shard1_replica1] main]
[junit4] 2> 2483263 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2483263 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2483266 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2483269 INFO
(searcherExecutor-9806-thread-1-processing-n:127.0.0.1:36203_solr
x:recoverytest_shard1_replica2 s:shard1 c:recoverytest) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
[recoverytest_shard1_replica2] Registered new searcher
Searcher@732e91d6[recoverytest_shard1_replica2]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2483270 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2483274 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2483275 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1561371897625575424
[junit4] 2> 2483277 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2483280 INFO
(searcherExecutor-9807-thread-1-processing-n:127.0.0.1:33682_solr
x:recoverytest_shard1_replica1 s:shard1 c:recoverytest) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
[recoverytest_shard1_replica1] Registered new searcher
Searcher@56e17ea4[recoverytest_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2483285 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for
shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2483289 INFO
(zkCallback-3471-thread-3-processing-n:127.0.0.1:36203_solr)
[n:127.0.0.1:36203_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2483292 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1561371897643401216
[junit4] 2> 2483294 INFO
(zkCallback-3470-thread-1-processing-n:127.0.0.1:33682_solr)
[n:127.0.0.1:33682_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2483787 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2483787 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2483787 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy
Sync replicas to http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/
[junit4] 2> 2483787 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync
PeerSync: core=recoverytest_shard1_replica2 url=http://127.0.0.1:36203/solr
START replicas=[http://127.0.0.1:33682/solr/recoverytest_shard1_replica1/]
nUpdates=100
[junit4] 2> 2483788 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync
PeerSync: core=recoverytest_shard1_replica2 url=http://127.0.0.1:36203/solr
DONE. We have no versions. sync failed.
[junit4] 2> 2483790 INFO (qtp677347100-21468) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.S.Request [recoverytest_shard1_replica1] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=1
[junit4] 2> 2483791 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy
Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2483791 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2483791 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 2483798 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/ shard1
[junit4] 2> 2483904 INFO
(zkCallback-3470-thread-1-processing-n:127.0.0.1:33682_solr)
[n:127.0.0.1:33682_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2483905 INFO
(zkCallback-3471-thread-1-processing-n:127.0.0.1:36203_solr)
[n:127.0.0.1:36203_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2483950 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ZkController I
am the leader, no recovery necessary
[junit4] 2> 2483954 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=2318
[junit4] 2> 2484056 INFO
(zkCallback-3470-thread-1-processing-n:127.0.0.1:33682_solr)
[n:127.0.0.1:33682_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2484056 INFO
(zkCallback-3471-thread-3-processing-n:127.0.0.1:36203_solr)
[n:127.0.0.1:36203_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2484302 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=2670
[junit4] 2> 2484308 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 2484409 INFO
(zkCallback-3471-thread-1-processing-n:127.0.0.1:36203_solr)
[n:127.0.0.1:36203_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2484411 INFO
(zkCallback-3470-thread-1-processing-n:127.0.0.1:33682_solr)
[n:127.0.0.1:33682_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2485309 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2}
status=0 QTime=3793
[junit4] 2> 2485310 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[3D54B1C1CEB34489]) [ ]
o.a.s.c.RecoveryZkTest Indexing 1200 documents
[junit4] 2> 2485333 DEBUG (qtp196188504-21465) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.HdfsTransactionLog Opening new tlog hdfs
tlog{file=hdfs://solaris-vm:51850/data/recoverytest/core_node2/data/tlog/tlog.0000000000000000000
refcount=1}
[junit4] 2> 2485346 DEBUG (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.HdfsTransactionLog Opening new tlog hdfs
tlog{file=hdfs://solaris-vm:51850/data/recoverytest/core_node1/data/tlog/tlog.0000000000000000000
refcount=1}
[junit4] 2> 2485369 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-0
(1561371899765719040)]} 0 33
[junit4] 2> 2485370 INFO (qtp196188504-21475) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0
(1561371899765719040)]} 0 54
[junit4] 2> 2485372 INFO (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-0
(1561371899765719041)]} 0 35
[junit4] 2> 2485372 INFO (qtp196188504-21465) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0
(1561371899765719041)]} 0 56
[junit4] 2> 2485375 INFO (qtp677347100-21464) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-1
(1561371899823390720)]} 0 3
[junit4] 2> 2485376 INFO (qtp196188504-21478) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1
(1561371899823390720)]} 0 4
[junit4] 2> 2485378 INFO (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-1
(1561371899826536448)]} 0 2
[junit4] 2> 2485379 INFO (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1
(1561371899826536448)]} 0 4
[junit4] 2> 2485382 INFO (qtp677347100-21468) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-2
(1561371899830730752)]} 0 3
[junit4] 2> 2485382 INFO (qtp196188504-21478) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2
(1561371899830730752)]} 0 4
[junit4] 2> 2485388 INFO (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-2
(1561371899834925056)]} 0 5
[junit4] 2> 2485390 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2
(1561371899834925056)]} 0 8
[junit4] 2> 2485393 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-3
(1561371899838070784)]} 0 6
[junit4] 2> 2485394 INFO (qtp196188504-21477) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3
(1561371899838070784)]} 0 9
[junit4] 2> 2485397 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-3
(1561371899844362240)]} 0 3
[junit4] 2> 2485397 INFO (qtp196188504-21475) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3
(1561371899844362240)]} 0 6
[junit4] 2> 2485401 INFO (qtp677347100-21470) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-2
(-1561371899849605120)]} 0 3
[junit4] 2> 2485402 INFO (qtp196188504-21465) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-2
(-1561371899849605120)]} 0 6
[junit4] 2> 2485403 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-2
(-1561371899852750848)]} 0 2
[junit4] 2> 2485403 INFO (qtp196188504-21472) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-2
(-1561371899852750848)]} 0 3
[junit4] 2> 2485408 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-4
(1561371899856945152)]} 0 3
[junit4] 2> 2485409 INFO (qtp677347100-21468) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-4
(1561371899857993728)]} 0 3
[junit4] 2> 2485409 INFO (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4
(1561371899856945152)]} 0 5
[junit4] 2> 2485409 INFO (qtp196188504-21472) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4
(1561371899857993728)]} 0 5
[junit4] 2> 2485415 INFO (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-5
(1561371899864285185)]} 0 4
[junit4] 2> 2485416 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-5
(1561371899864285184)]} 0 4
[junit4] 2> 2485416 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5
(1561371899864285184)]} 0 6
[junit4] 2> 2485417 INFO (qtp196188504-21477) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5
(1561371899864285185)]} 0 7
[junit4] 2> 2485421 INFO (qtp677347100-21464) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-6
(1561371899872673792)]} 0 2
[junit4] 2> 2485423 INFO (qtp196188504-21475) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6
(1561371899872673792)]} 0 4
[junit4] 2> 2485423 INFO (qtp677347100-21470) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-6
(1561371899873722368)]} 0 2
[junit4] 2> 2485424 INFO (qtp196188504-21465) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6
(1561371899873722368)]} 0 5
[junit4] 2> 2485426 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-4
(-1561371899877916672)]} 0 1
[junit4] 2> 2485427 INFO (qtp196188504-21478) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-4
(-1561371899877916672)]} 0 3
[junit4] 2> 2485430 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-4
(-1561371899880013824)]} 0 3
[junit4] 2> 2485430 INFO (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-4
(-1561371899880013824)]} 0 4
[junit4] 2> 2485435 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-7
(1561371899887353856)]} 0 2
[junit4] 2> 2485435 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7
(1561371899887353856)]} 0 3
[junit4] 2> 2485436 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-7
(1561371899884208128)]} 0 5
[junit4] 2> 2485436 INFO (qtp196188504-21472) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7
(1561371899884208128)]} 0 6
[junit4] 2> 2485443 INFO (qtp677347100-21464) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-5
(-1561371899893645312)]} 0 3
[junit4] 2> 2485443 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-5
(-1561371899892596736)]} 0 6
[junit4] 2> 2485444 INFO (qtp196188504-21475) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-5
(-1561371899893645312)]} 0 6
[junit4] 2> 2485444 INFO (qtp196188504-21477) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-5
(-1561371899892596736)]} 0 7
[junit4] 2> 2485450 INFO (qtp677347100-21468) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-8
(1561371899900985345)]} 0 4
[junit4] 2> 2485450 INFO (qtp677347100-21470) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-8
(1561371899900985344)]} 0 4
[junit4] 2> 2485450 INFO (qtp196188504-21465) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8
(1561371899900985344)]} 0 5
[junit4] 2> 2485451 INFO (qtp196188504-21478) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8
(1561371899900985345)]} 0 6
[junit4] 2> 2485458 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-6
(-1561371899909373952)]} 0 4
[junit4] 2> 2485459 INFO (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-6
(-1561371899909373953)]} 0 5
[junit4] 2> 2485459 INFO (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-6
(-1561371899909373952)]} 0 7
[junit4] 2> 2485459 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-6
(-1561371899909373953)]} 0 6
[junit4] 2> 2485463 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-9
(1561371899916713984)]} 0 1
[junit4] 2> 2485463 INFO (qtp196188504-21472) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9
(1561371899916713984)]} 0 3
[junit4] 2> 2485463 INFO (qtp677347100-21464) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-9
(1561371899916713985)]} 0 2
[junit4] 2> 2485465 INFO (qtp196188504-21475) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9
(1561371899916713985)]} 0 5
[junit4] 2> 2485468 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-9
(-1561371899923005440)]} 0 1
[junit4] 2> 2485469 INFO (qtp196188504-21477) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-9
(-1561371899923005440)]} 0 2
[junit4] 2> 2485470 INFO (qtp677347100-21468) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-9
(-1561371899923005441)]} 0 2
[junit4] 2> 2485470 INFO (qtp196188504-21465) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-9
(-1561371899923005441)]} 0 3
[junit4] 2> 2485472 INFO (qtp677347100-21470) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-10
(1561371899926151168)]} 0 2
[junit4] 2> 2485473 INFO (qtp196188504-21478) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10
(1561371899926151168)]} 0 3
[junit4] 2> 2485475 INFO (qtp677347100-21468) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-10
(1561371899928248320)]} 0 3
[junit4] 2> 2485475 INFO (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10
(1561371899928248320)]} 0 4
[junit4] 2> 2485478 INFO (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-10
(-1561371899930345472)]} 0 3
[junit4] 2> 2485478 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-10
(-1561371899930345472)]} 0 4
[junit4] 2> 2485480 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-10
(-1561371899934539776)]} 0 2
[junit4] 2> 2485480 INFO (qtp196188504-21472) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-10
(-1561371899934539776)]} 0 3
[junit4] 2> 2485482 INFO (qtp677347100-21464) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-11
(1561371899936636928)]} 0 3
[junit4] 2> 2485483 INFO (qtp196188504-21475) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-11
(1561371899936636928)]} 0 3
[junit4] 2> 2485483 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-11
(1561371899937685504)]} 0 1
[junit4] 2> 2485483 INFO (qtp196188504-21477) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11
(1561371899937685504)]} 0 2
[junit4] 2> 2485486 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-12
(1561371899941879808)]} 0 1
[junit4] 2> 2485486 INFO (qtp677347100-21470) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-12
(1561371899941879809)]} 0 2
[junit4] 2> 2485487 INFO (qtp196188504-21478) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-12
(1561371899941879809)]} 0 2
[junit4] 2> 2485487 INFO (qtp196188504-21465) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-12
(1561371899941879808)]} 0 3
[junit4] 2> 2485491 INFO (qtp677347100-21468) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-13
(1561371899945025536)]} 0 1
[junit4] 2> 2485491 INFO (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-13
(1561371899945025536)]} 0 3
[junit4] 2> 2485491 INFO (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-13
(1561371899946074112)]} 0 1
[junit4] 2> 2485491 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-13
(1561371899946074112)]} 0 3
[junit4] 2> 2485494 INFO (qtp677347100-21464) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-13
(-1561371899950268417)]} 0 1
[junit4] 2> 2485494 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-13
(-1561371899950268416)]} 0 1
[junit4] 2> 2485495 INFO (qtp196188504-21475) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-13
(-1561371899950268417)]} 0 2
[junit4] 2> 2485495 INFO (qtp196188504-21472) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-13
(-1561371899950268416)]} 0 3
[junit4] 2> 2485497 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-14
(1561371899953414145)]} 0 1
[junit4] 2> 2485497 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-14
(1561371899953414144)]} 0 1
[junit4] 2> 2485497 INFO (qtp196188504-21477) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-14
(1561371899953414144)]} 0 2
[junit4] 2> 2485497 INFO (qtp196188504-21478) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-14
(1561371899953414145)]} 0 2
[junit4] 2> 2485501 INFO (qtp677347100-21470) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-15
(1561371899956559872)]} 0 2
[junit4] 2> 2485502 INFO (qtp677347100-21468) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-15
(1561371899957608448)]} 0 2
[junit4] 2> 2485502 INFO (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-15
(1561371899957608448)]} 0 3
[junit4] 2> 2485503 INFO (qtp196188504-21465) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-15
(1561371899956559872)]} 0 4
[junit4] 2> 2485505 INFO (qtp677347100-21471) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-16
(1561371899961802753)]} 0 1
[junit4] 2> 2485505 INFO (qtp196188504-21475) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-16
(1561371899961802753)]} 0 1
[junit4] 2> 2485507 INFO (qtp677347100-21464) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-16
(1561371899961802752)]} 0 2
[junit4] 2> 2485507 INFO (qtp196188504-21474) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-16
(1561371899961802752)]} 0 4
[junit4] 2> 2485509 INFO (qtp677347100-21463) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-14
(-1561371899964948480)]} 0 2
[junit4] 2> 2485509 INFO (qtp196188504-21472) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-14
(-1561371899964948480)]} 0 3
[junit4] 2> 2485511 INFO (qtp677347100-21469) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-14
(-1561371899967045632)]} 0 2
[junit4] 2> 2485511 INFO (qtp196188504-21477) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-14
(-1561371899967045632)]} 0 3
[junit4] 2> 2485513 INFO (qtp677347100-21467) [n:127.0.0.1:33682_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36203/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-17
(1561371899969142784)]} 0 2
[junit4] 2> 2485514 INFO (qtp196188504-21478) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-17
(1561371899969142784)]} 0 3
[junit4] 2> 2485514 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[3D54B1C1CEB34489]) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@ba372e8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2485515 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[3D54B1C1CEB34489]) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=2061573612
[junit4] 2> 2485516 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[3D54B1C1CEB34489]) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 2485516 ERROR
(updateExecutor-3466-thread-2-processing-http:////127.0.0.1:33682//solr//recoverytest_shard1_replica1
x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:36203_solr s:shard1
c:recoverytest) [n:127.0.0.1:36203_solr c:recoverytest s:shard1 r:core_node2
x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
[junit4] 2> org.apache.http.NoHttpResponseException: 127.0.0.1:33682
failed to respond
[junit4] 2> at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
[junit4] 2> at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
[junit4] 2> at
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
[junit4] 2> at
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
[junit4] 2> at
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
[junit4] 2> at
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
[junit4] 2> at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
[junit4] 2> at
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:371)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:206)
[junit4] 2> at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2485516 WARN (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.DistributedUpdateProcessor Error sending update to
http://127.0.0.1:33682/solr
[junit4] 2> org.apache.http.NoHttpResponseException: 127.0.0.1:33682
failed to respond
[junit4] 2> at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
[junit4] 2> at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
[junit4] 2> at
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
[junit4] 2> at
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
[junit4] 2> at
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
[junit4] 2> at
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
[junit4] 2> at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
[junit4] 2> at
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:371)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:206)
[junit4] 2> at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2485517 ERROR
(updateExecutor-3466-thread-1-processing-http:////127.0.0.1:33682//solr//recoverytest_shard1_replica1
x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:36203_solr s:shard1
c:recoverytest) [n:127.0.0.1:36203_solr c:recoverytest s:shard1 r:core_node2
x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.net.SocketOutputStream.socketWrite0(Native
Method)
[junit4] 2> at
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at
java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at
org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
[junit4] 2> at
org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
[junit4] 2> at
org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
[junit4] 2> at
org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
[junit4] 2> at
org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
[junit4] 2> at
org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
[junit4] 2> at
org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
[junit4] 2> at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
[junit4] 2> at
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:371)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:206)
[junit4] 2> at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2485517 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[3D54B1C1CEB34489]) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 2485517 ERROR (qtp196188504-21479) [n:127.0.0.1:36203_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on
replica http://127.0.0.1:33682/solr/recoverytest_shard1_replica1/
[junit4] 2> org.apache.http.NoHttpResponseException: 1
[...truncated too long message...]
]-worker) [ ] o.a.s.SolrTestCaseJ4
------------------------------------------------------- Done waiting for
tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
{rnd_b=PostingsFormat(name=Asserting), _version_=Lucene50(blocksize=128),
a_t=Lucene50(blocksize=128), a_i=PostingsFormat(name=Asserting),
id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=142,
maxMBSortInHeap=6.415229760390462, sim=RandomSimilarity(queryNorm=true): {},
locale=es-MX, timezone=Etc/GMT+6
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121
(64-bit)/cpus=3,threads=3,free=248932488,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestScoreJoinQPScore,
TestQueryWrapperFilter, BlockCacheTest, JvmMetricsTest, CdcrUpdateLogTest,
AutoCommitTest, DistributedExpandComponentTest,
TestPHPSerializedResponseWriter, TestRestoreCore, ShardSplitTest,
UUIDFieldTest, RestartWhileUpdatingTest, SparseHLLTest,
SpatialHeatmapFacetsTest, TestInPlaceUpdatesStandalone, ConfigSetsAPITest,
TestNonDefinedSimilarityFactory, SortSpecParsingTest,
LeaderElectionContextKeyTest, CleanupOldIndexTest,
TestSimpleTrackingShardHandler, DistributedFacetPivotSmallAdvancedTest,
ShowFileRequestHandlerTest, OpenCloseCoreStressTest,
TolerantUpdateProcessorTest, TestNumericTerms64, BasicZkTest,
TestLuceneMatchVersion, TestBadConfig, TestXmlQParserPlugin, BooleanFieldTest,
TestSolrCLIRunExample, DistributedTermsComponentTest,
TestSubQueryTransformerCrossCore, SolrCoreCheckLockOnStartupTest,
TestManagedSynonymFilterFactory, TestCollectionAPIs,
TestSlowCompositeReaderWrapper, BigEndianAscendingWordSerializerTest,
TestFuzzyAnalyzedSuggestions, TestShardHandlerFactory,
FieldAnalysisRequestHandlerTest, HdfsThreadLeakTest, TestJsonFacets,
DistributedQueryComponentOptimizationTest, CollectionReloadTest,
TestDefaultSearchFieldResource, DeleteNodeTest, TestOmitPositions,
NoCacheHeaderTest, CollectionsAPISolrJTest, DistributedFacetPivotLargeTest,
HLLSerializationTest, TestSha256AuthenticationProvider, TestFieldTypeResource,
TestJoin, LeaderFailureAfterFreshStartTest, TestSQLHandlerNonCloud,
TestFieldCache, TestStressRecovery, TestLeaderElectionWithEmptyReplica,
CSVRequestHandlerTest, TestSolrCoreParser, SuggestComponentTest,
TestCloudPivotFacet, TestReload, SolrCLIZkUtilsTest, TestComponentsName,
TestRecovery, TemplateUpdateProcessorTest, AsyncCallRequestStatusResponseTest,
OverseerCollectionConfigSetProcessorTest, SuggesterTest, TestCoreDiscovery,
DistributedIntervalFacetingTest, InfoHandlerTest, BasicDistributedZk2Test,
SortByFunctionTest, ReturnFieldsTest, TestCryptoKeys,
TestSizeLimitedDistributedMap, HighlighterMaxOffsetTest, TestFieldSortValues,
TestCollationFieldDocValues, QueryResultKeyTest, TestSolr4Spatial,
SolrSlf4jReporterTest, TermVectorComponentTest,
PeerSyncWithIndexFingerprintCachingTest, TestRandomRequestDistribution,
TestSchemaVersionResource, TestJmxMonitoredMap, SecurityConfHandlerTest,
TestComplexPhraseQParserPlugin, TestFoldingMultitermQuery,
TestStressCloudBlindAtomicUpdates, HdfsRecoverLeaseTest,
TestLMDirichletSimilarityFactory, TestSolrIndexConfig, BadIndexSchemaTest,
CollectionTooManyReplicasTest, TestReplicationHandlerBackup,
V2ApiIntegrationTest, SolrInfoMBeanTest, WordBreakSolrSpellCheckerTest,
ExternalFileFieldSortTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest,
TestTrackingShardHandlerFactory, OverseerTaskQueueTest,
RAMDirectoryFactoryTest, SolrGraphiteReporterTest, TestQueryTypes,
SolrCmdDistributorTest, TestTrieFacet, TestFiltering,
HdfsRestartWhileUpdatingTest, SolrShardReporterTest,
HdfsBasicDistributedZk2Test, TestPKIAuthenticationPlugin,
CdcrReplicationHandlerTest, TestClassicSimilarityFactory, ClusterStateTest,
TestConfigReload, ReplaceNodeTest, TestManagedResource,
ResponseLogComponentTest, TestDynamicFieldResource, TestMacroExpander,
HdfsChaosMonkeyNothingIsSafeTest, StatsComponentTest,
TestSuggestSpellingConverter, TestDistribIDF, TestConfigSetsAPIExclusivity,
PreAnalyzedFieldTest, TestCrossCoreJoin, HdfsCollectionsAPIDistributedZkTest,
TestSolrCoreProperties, TestSolrDynamicMBean, TestSchemaResource,
CoreAdminRequestStatusTest, SliceStateTest, IndexSchemaTest,
DeleteInactiveReplicaTest, DateMathParserTest, TestStandardQParsers,
ConnectionReuseTest, TestSmileRequest, TestZkChroot,
LeaderElectionIntegrationTest, LukeRequestHandlerTest, TestSearchPerf,
RulesTest, SSLMigrationTest, DistribCursorPagingTest,
DistributedVersionInfoTest, DistanceUnitsTest, DefaultValueUpdateProcessorTest,
JSONWriterTest, SuggesterWFSTTest, TestFastWriter, TestNRTOpen,
TestRealTimeGet, RequestHandlersTest, DistanceFunctionTest,
TestTolerantUpdateProcessorRandomCloud, SpellCheckCollatorTest,
CollectionsAPIDistributedZkTest, TestCloudDeleteByQuery,
CurrencyFieldOpenExchangeTest, EnumFieldTest, ZkCLITest,
ShardRoutingCustomTest, TestDistributedGrouping,
TermVectorComponentDistributedTest, ZkControllerTest, HardAutoCommitTest,
TestRangeQuery, SimpleFacetsTest, SpellCheckComponentTest, TestGroupingSearch,
QueryElevationComponentTest, ConvertedLegacyTest, TestSort,
BasicFunctionalityTest, TestLazyCores, TestIndexSearcher,
SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest,
TestExtendedDismaxParser, CoreAdminHandlerTest, TestTrie, PolyFieldTest,
TestPseudoReturnFields, FieldMutatingUpdateProcessorTest,
TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest,
DebugComponentTest, CacheHeaderTest, TestWriterPerf,
DocumentAnalysisRequestHandlerTest, TestValueSourceCache, TestSolrQueryParser,
LoggingHandlerTest, SolrPluginUtilsTest, TestCSVResponseWriter,
QueryParsingTest, JsonLoaderTest, HighlighterConfigTest, UpdateParamsTest,
TestQuerySenderNoQuery, BadComponentTest, TestSolrDeletionPolicy2,
MultiTermTest, NumericFieldsTest, TestConfig, TestPostingsSolrHighlighter,
NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport,
TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest,
TestFastOutputStream, OpenExchangeRatesOrgProviderTest,
URLClassifyProcessorTest, TestSystemIdResolver, PrimUtilsTest,
SpellingQueryConverterTest, ZkNodePropsTest, CircularListTest,
DistributedMLTComponentTest, TestHighlightDedupGrouping, TestTolerantSearch,
TestPathTrie, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner,
AliasIntegrationTest, CdcrReplicationDistributedZkTest,
CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest,
CollectionStateFormat2Test, DeleteReplicaTest, DistribJoinFromCollectionTest,
LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest,
MissingSegmentRecoveryTest, MultiThreadedOCPTest,
OutOfBoxZkACLAndCredentialsProvidersTest,
OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest,
OverseerRolesTest, SharedFSAutoReplicaFailoverTest,
SharedFSAutoReplicaFailoverUtilsTest, SolrXmlInZkTest, TestCloudInspectUtil,
TestCloudRecovery, TestDistribDocBasedVersion, TestDownShardTolerantSearch,
TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry,
TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL,
TestRandomFlRTGCloud, TestReplicaProperties, TestSSLRandomization,
TestSegmentSorting, TestStressInPlaceUpdates, HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest
-Dtests.seed=3D54B1C1CEB34489 -Dtests.slow=true -Dtests.locale=es-MX
-Dtests.timezone=Etc/GMT+6 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1
object(s) that were not released!!! [HdfsTransactionLog]
[junit4] >
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog
[junit4] > at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at
org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:109)
[junit4] > at
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:759)
[junit4] > at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:821)
[junit4] > at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1072)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:937)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)
[junit4] > at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)
[junit4] > at
org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:582)
[junit4] > at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at
__randomizedtesting.SeedInfo.seed([3D54B1C1CEB34489]:0)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [538/695 (1!)] on J1 in 49.63s, 1 test, 1 failure <<<
FAILURES!
[...truncated 63112 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
