Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/965/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor188.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:723) at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:785) at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1024) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:889) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:793) at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:868) at
org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:517) at
java.util.concurrent.FutureTask.run(FutureTask.java:266) at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not
released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor188.newInstance(Unknown
Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:723)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:785)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1024)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:889)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:793)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:868)
at
org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:517)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([3D10E772FFBA786B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor18.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12241 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D10E772FFBA786B-001/init-core-data-001
[junit4] 2> 2346949 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2346949 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D10E772FFBA786B-001/tempDir-001
[junit4] 2> 2346949 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2346950 INFO (Thread-5516) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2346950 INFO (Thread-5516) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2347050 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:33011
[junit4] 2> 2347059 INFO (jetty-launcher-11180-thread-2) [ ]
o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2347059 INFO (jetty-launcher-11180-thread-1) [ ]
o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2347063 INFO (jetty-launcher-11180-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@99853e3{/solr,null,AVAILABLE}
[junit4] 2> 2347063 INFO (jetty-launcher-11180-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@3a11b915{/solr,null,AVAILABLE}
[junit4] 2> 2347066 INFO (jetty-launcher-11180-thread-1) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@51f6f77d{HTTP/1.1,[http/1.1]}{127.0.0.1:34364}
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-1) [ ]
o.e.j.s.Server Started @2351792ms
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-2) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@e6d4ac9{HTTP/1.1,[http/1.1]}{127.0.0.1:50464}
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=34364}
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-2) [ ]
o.e.j.s.Server Started @2351792ms
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=50464}
[junit4] 2> 2347067 ERROR (jetty-launcher-11180-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2347067 ERROR (jetty-launcher-11180-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2347067 INFO (jetty-launcher-11180-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2347068 INFO (jetty-launcher-11180-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2347068 INFO (jetty-launcher-11180-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2347068 INFO (jetty-launcher-11180-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2016-11-23T16:13:11.817Z
[junit4] 2> 2347068 INFO (jetty-launcher-11180-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2016-11-23T16:13:11.817Z
[junit4] 2> 2347071 INFO (jetty-launcher-11180-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2347071 INFO (jetty-launcher-11180-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2347081 INFO (jetty-launcher-11180-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33011/solr
[junit4] 2> 2347081 INFO (jetty-launcher-11180-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33011/solr
[junit4] 2> 2347125 INFO (jetty-launcher-11180-thread-2)
[n:127.0.0.1:50464_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:50464_solr
[junit4] 2> 2347127 INFO (jetty-launcher-11180-thread-1)
[n:127.0.0.1:34364_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:34364_solr
[junit4] 2> 2347127 INFO (jetty-launcher-11180-thread-2)
[n:127.0.0.1:50464_solr ] o.a.s.c.Overseer Overseer
(id=96987879289716742-127.0.0.1:50464_solr-n_0000000000) starting
[junit4] 2> 2347130 INFO
(zkCallback-11191-thread-1-processing-n:127.0.0.1:50464_solr)
[n:127.0.0.1:50464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2347132 INFO
(zkCallback-11190-thread-1-processing-n:127.0.0.1:34364_solr)
[n:127.0.0.1:34364_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2347147 INFO (jetty-launcher-11180-thread-2)
[n:127.0.0.1:50464_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:50464_solr
[junit4] 2> 2347156 INFO
(zkCallback-11191-thread-1-processing-n:127.0.0.1:50464_solr)
[n:127.0.0.1:50464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2347158 INFO
(zkCallback-11190-thread-1-processing-n:127.0.0.1:34364_solr)
[n:127.0.0.1:34364_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2347204 INFO (jetty-launcher-11180-thread-1)
[n:127.0.0.1:34364_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D10E772FFBA786B-001/tempDir-001/node1/.
[junit4] 2> 2347235 INFO (jetty-launcher-11180-thread-2)
[n:127.0.0.1:50464_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D10E772FFBA786B-001/tempDir-001/node2/.
[junit4] 2> 2347245 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2347286 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2347296 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2347300 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2347318 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_solaris.vm_55771_hdfs____8veir/webapp
[junit4] 2> 2347859 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:55771
[junit4] 2> 2347992 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2347993 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2348011 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_34026_datanode____.htit5y/webapp
[junit4] 2> 2348565 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34026
[junit4] 2> 2348640 WARN
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2348642 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2348664 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_62798_datanode____ufwjep/webapp
[junit4] 2> 2348778 INFO (IPC Server handler 3 on 60064) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-720e8139-b526-4e7c-bc5e-e84251fc25bd node
DatanodeRegistration(127.0.0.1:62521,
datanodeUuid=2af86a7e-14fe-4eba-8bf7-3a227384a471, infoPort=37399,
infoSecurePort=0, ipcPort=40230,
storageInfo=lv=-56;cid=testClusterID;nsid=641183759;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2348778 INFO (IPC Server handler 3 on 60064) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-df79695f-89ba-4438-bd64-4ad4eb9aebe9 node
DatanodeRegistration(127.0.0.1:62521,
datanodeUuid=2af86a7e-14fe-4eba-8bf7-3a227384a471, infoPort=37399,
infoSecurePort=0, ipcPort=40230,
storageInfo=lv=-56;cid=testClusterID;nsid=641183759;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2349276 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:62798
[junit4] 2> 2349400 INFO (IPC Server handler 4 on 60064) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-2a10000e-e25f-4f26-afe7-8917c605855b node
DatanodeRegistration(127.0.0.1:51366,
datanodeUuid=529c54d3-d4e9-4835-afa7-40b67bdfdc40, infoPort=55534,
infoSecurePort=0, ipcPort=43549,
storageInfo=lv=-56;cid=testClusterID;nsid=641183759;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2349400 INFO (IPC Server handler 4 on 60064) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-4f86871c-be49-4150-a93b-410d2d5d78dc node
DatanodeRegistration(127.0.0.1:51366,
datanodeUuid=529c54d3-d4e9-4835-afa7-40b67bdfdc40, infoPort=55534,
infoSecurePort=0, ipcPort=43549,
storageInfo=lv=-56;cid=testClusterID;nsid=641183759;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2349512 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[3D10E772FFBA786B]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2349515 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2349519 INFO
(OverseerThreadFactory-10909-thread-1-processing-n:127.0.0.1:50464_solr)
[n:127.0.0.1:50464_solr ] o.a.s.c.CreateCollectionCmd Create collection
recoverytest
[junit4] 2> 2349628 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2349628 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2349746 INFO
(zkCallback-11190-thread-1-processing-n:127.0.0.1:34364_solr)
[n:127.0.0.1:34364_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2349747 INFO
(zkCallback-11191-thread-1-processing-n:127.0.0.1:50464_solr)
[n:127.0.0.1:50464_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2350643 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2350643 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2350650 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
[recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 2350650 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
[recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 2350667 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2350668 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2350672 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica2' using configuration from
collection recoverytest
[junit4] 2> 2350672 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica1' using configuration from
collection recoverytest
[junit4] 2> 2350680 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:60064/data
[junit4] 2> 2350680 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2350680 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.SolrCore [[recoverytest_shard1_replica2] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D10E772FFBA786B-001/tempDir-001/node2/recoverytest_shard1_replica2],
dataDir=[hdfs://solaris-vm:60064/data/recoverytest/core_node2/data/]
[junit4] 2> 2350680 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:60064/data
[junit4] 2> 2350681 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60064/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2350681 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2350681 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.SolrCore [[recoverytest_shard1_replica1] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_3D10E772FFBA786B-001/tempDir-001/node1/recoverytest_shard1_replica1],
dataDir=[hdfs://solaris-vm:60064/data/recoverytest/core_node1/data/]
[junit4] 2> 2350681 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60064/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2350691 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2350691 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2350691 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2350691 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2350704 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2350705 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2350706 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60064/data/recoverytest/core_node1/data
[junit4] 2> 2350706 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60064/data/recoverytest/core_node2/data
[junit4] 2> 2350735 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60064/data/recoverytest/core_node2/data/index
[junit4] 2> 2350736 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60064/data/recoverytest/core_node1/data/index
[junit4] 2> 2350742 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2350743 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2350743 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2350743 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2350748 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2350750 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2350782 INFO (IPC Server handler 5 on 60064) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51366 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-720e8139-b526-4e7c-bc5e-e84251fc25bd:NORMAL:127.0.0.1:62521|RBW],
ReplicaUC[[DISK]DS-4f86871c-be49-4150-a93b-410d2d5d78dc:NORMAL:127.0.0.1:51366|RBW]]}
size 0
[junit4] 2> 2350786 INFO (IPC Server handler 4 on 60064) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62521 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-720e8139-b526-4e7c-bc5e-e84251fc25bd:NORMAL:127.0.0.1:62521|RBW],
ReplicaUC[[DISK]DS-4f86871c-be49-4150-a93b-410d2d5d78dc:NORMAL:127.0.0.1:51366|RBW]]}
size 0
[junit4] 2> 2350786 INFO (IPC Server handler 7 on 60064) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51366 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-df79695f-89ba-4438-bd64-4ad4eb9aebe9:NORMAL:127.0.0.1:62521|RBW],
ReplicaUC[[DISK]DS-2a10000e-e25f-4f26-afe7-8917c605855b:NORMAL:127.0.0.1:51366|RBW]]}
size 0
[junit4] 2> 2350787 INFO (IPC Server handler 6 on 60064) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62521 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-df79695f-89ba-4438-bd64-4ad4eb9aebe9:NORMAL:127.0.0.1:62521|RBW],
ReplicaUC[[DISK]DS-2a10000e-e25f-4f26-afe7-8917c605855b:NORMAL:127.0.0.1:51366|RBW]]}
size 0
[junit4] 2> 2350804 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2350804 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2350804 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2350810 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2350810 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2350810 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2350819 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2350819 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2350823 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2350823 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2350835 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@539fa769[recoverytest_shard1_replica2] main]
[junit4] 2> 2350841 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2350842 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2350842 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2350842 INFO
(searcherExecutor-10914-thread-1-processing-n:127.0.0.1:50464_solr
x:recoverytest_shard1_replica2 s:shard1 c:recoverytest r:core_node2)
[n:127.0.0.1:50464_solr c:recoverytest s:shard1 r:core_node2
x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [recoverytest_shard1_replica2]
Registered new searcher Searcher@539fa769[recoverytest_shard1_replica2]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2350844 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1551806072716525568
[junit4] 2> 2350852 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@a7dcde2[recoverytest_shard1_replica1] main]
[junit4] 2> 2350857 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2350858 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2350858 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2350859 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1551806072732254208
[junit4] 2> 2350859 INFO
(searcherExecutor-10915-thread-1-processing-n:127.0.0.1:34364_solr
x:recoverytest_shard1_replica1 s:shard1 c:recoverytest r:core_node1)
[n:127.0.0.1:34364_solr c:recoverytest s:shard1 r:core_node1
x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [recoverytest_shard1_replica1]
Registered new searcher Searcher@a7dcde2[recoverytest_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2350866 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2350866 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2350866 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/
[junit4] 2> 2350867 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica2
url=http://127.0.0.1:50464/solr START
replicas=[http://127.0.0.1:34364/solr/recoverytest_shard1_replica1/]
nUpdates=100
[junit4] 2> 2350867 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica2
url=http://127.0.0.1:50464/solr DONE. We have no versions. sync failed.
[junit4] 2> 2350870 INFO (qtp644159479-49371) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.S.Request [recoverytest_shard1_replica1] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=1
[junit4] 2> 2350870 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the
next candidate
[junit4] 2> 2350870 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2350877 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/ shard1
[junit4] 2> 2350983 INFO
(zkCallback-11191-thread-3-processing-n:127.0.0.1:50464_solr)
[n:127.0.0.1:50464_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2350984 INFO
(zkCallback-11190-thread-1-processing-n:127.0.0.1:34364_solr)
[n:127.0.0.1:34364_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2351029 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2351032 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=1404
[junit4] 2> 2351137 INFO
(zkCallback-11191-thread-1-processing-n:127.0.0.1:50464_solr)
[n:127.0.0.1:50464_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2351137 INFO
(zkCallback-11190-thread-1-processing-n:127.0.0.1:34364_solr)
[n:127.0.0.1:34364_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2351872 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=2244
[junit4] 2> 2351877 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 2351977 INFO
(zkCallback-11191-thread-2-processing-n:127.0.0.1:50464_solr)
[n:127.0.0.1:50464_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2351977 INFO
(zkCallback-11190-thread-1-processing-n:127.0.0.1:34364_solr)
[n:127.0.0.1:34364_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2352877 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2}
status=0 QTime=3363
[junit4] 2> 2352879 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[3D10E772FFBA786B]) [ ]
o.a.s.c.RecoveryZkTest Indexing 1350 documents
[junit4] 2> 2352891 DEBUG (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.HdfsTransactionLog Opening new tlog hdfs
tlog{file=hdfs://solaris-vm:60064/data/recoverytest/core_node2/data/tlog/tlog.0000000000000000000
refcount=1}
[junit4] 2> 2352899 DEBUG (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.HdfsTransactionLog Opening new tlog hdfs
tlog{file=hdfs://solaris-vm:60064/data/recoverytest/core_node1/data/tlog/tlog.0000000000000000000
refcount=1}
[junit4] 2> 2352908 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-0
(1551806074854572032)]} 0 14
[junit4] 2> 2352908 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0
(1551806074854572032)]} 0 25
[junit4] 2> 2352909 INFO (qtp644159479-49376) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-0
(1551806074856669184)]} 0 14
[junit4] 2> 2352909 INFO (qtp423030089-49375) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0
(1551806074856669184)]} 0 24
[junit4] 2> 2352911 INFO (qtp644159479-49364) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-0
(-1551806074881835008)]} 0 1
[junit4] 2> 2352912 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-0
(-1551806074881835008)]} 0 2
[junit4] 2> 2352912 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-0
(-1551806074882883584)]} 0 1
[junit4] 2> 2352913 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-0
(-1551806074882883584)]} 0 2
[junit4] 2> 2352914 INFO (qtp644159479-49371) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-1
(1551806074886029312)]} 0 0
[junit4] 2> 2352914 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1
(1551806074886029312)]} 0 2
[junit4] 2> 2352915 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-1
(1551806074887077888)]} 0 1
[junit4] 2> 2352916 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1
(1551806074887077888)]} 0 2
[junit4] 2> 2352918 INFO (qtp644159479-49371) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-2
(1551806074889175040)]} 0 1
[junit4] 2> 2352918 INFO (qtp423030089-49372) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2
(1551806074889175040)]} 0 2
[junit4] 2> 2352919 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-2
(1551806074890223616)]} 0 1
[junit4] 2> 2352919 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2
(1551806074890223616)]} 0 2
[junit4] 2> 2352920 INFO (qtp644159479-49371) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-3
(1551806074892320768)]} 0 1
[junit4] 2> 2352921 INFO (qtp423030089-49375) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3
(1551806074892320768)]} 0 2
[junit4] 2> 2352921 INFO (qtp644159479-49364) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-3
(1551806074893369344)]} 0 1
[junit4] 2> 2352922 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3
(1551806074893369344)]} 0 2
[junit4] 2> 2352924 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-4
(1551806074895466496)]} 0 1
[junit4] 2> 2352924 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4
(1551806074895466496)]} 0 2
[junit4] 2> 2352925 INFO (qtp644159479-49374) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-4
(1551806074896515072)]} 0 1
[junit4] 2> 2352925 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4
(1551806074896515072)]} 0 2
[junit4] 2> 2352926 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-5
(1551806074898612224)]} 0 0
[junit4] 2> 2352927 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5
(1551806074898612224)]} 0 1
[junit4] 2> 2352927 INFO (qtp644159479-49376) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-5
(1551806074899660800)]} 0 1
[junit4] 2> 2352928 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5
(1551806074899660800)]} 0 2
[junit4] 2> 2352930 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-6
(1551806074901757952)]} 0 1
[junit4] 2> 2352930 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6
(1551806074901757952)]} 0 2
[junit4] 2> 2352932 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-7
(1551806074904903680)]} 0 0
[junit4] 2> 2352932 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7
(1551806074904903680)]} 0 1
[junit4] 2> 2352934 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-8
(1551806074907000832)]} 0 0
[junit4] 2> 2352934 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8
(1551806074907000832)]} 0 1
[junit4] 2> 2352935 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-9
(1551806074909097984)]} 0 0
[junit4] 2> 2352936 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9
(1551806074909097984)]} 0 1
[junit4] 2> 2352937 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-1
(-1551806074910146560)]} 0 0
[junit4] 2> 2352938 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-1
(-1551806074910146560)]} 0 1
[junit4] 2> 2352939 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-6
(1551806074912243712)]} 0 0
[junit4] 2> 2352939 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6
(1551806074912243712)]} 0 1
[junit4] 2> 2352941 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-7
(1551806074914340864)]} 0 1
[junit4] 2> 2352942 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7
(1551806074914340864)]} 0 1
[junit4] 2> 2352943 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-8
(1551806074916438016)]} 0 0
[junit4] 2> 2352943 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8
(1551806074916438016)]} 0 1
[junit4] 2> 2352945 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-9
(1551806074918535168)]} 0 0
[junit4] 2> 2352945 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9
(1551806074918535168)]} 0 1
[junit4] 2> 2352946 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-1
(-1551806074919583744)]} 0 0
[junit4] 2> 2352947 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-1
(-1551806074919583744)]} 0 1
[junit4] 2> 2352948 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-10
(1551806074921680896)]} 0 0
[junit4] 2> 2352948 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10
(1551806074921680896)]} 0 1
[junit4] 2> 2352951 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-2
(-1551806074923778048)]} 0 1
[junit4] 2> 2352951 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-2
(-1551806074923778048)]} 0 2
[junit4] 2> 2352954 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-11
(1551806074925875200)]} 0 0
[junit4] 2> 2352954 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11
(1551806074925875200)]} 0 3
[junit4] 2> 2352956 INFO (qtp644159479-49364) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-10
(1551806074923778049)]} 0 2
[junit4] 2> 2352956 INFO (qtp644159479-49374) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-3
(-1551806074930069504)]} 0 1
[junit4] 2> 2352957 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-3
(-1551806074930069504)]} 0 1
[junit4] 2> 2352958 INFO (qtp423030089-49372) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10
(1551806074923778049)]} 0 8
[junit4] 2> 2352966 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-12
(1551806074932166656)]} 0 8
[junit4] 2> 2352967 INFO (qtp644159479-49376) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-2
(-1551806074938458112)]} 0 1
[junit4] 2> 2352967 INFO (qtp423030089-49375) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-12
(1551806074932166656)]} 0 9
[junit4] 2> 2352968 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-2
(-1551806074938458112)]} 0 5
[junit4] 2> 2352969 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-5
(-1551806074943700992)]} 0 1
[junit4] 2> 2352970 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-5
(-1551806074943700992)]} 0 2
[junit4] 2> 2352971 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-13
(1551806074945798144)]} 0 0
[junit4] 2> 2352971 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-13
(1551806074945798144)]} 0 1
[junit4] 2> 2352973 INFO (qtp644159479-49364) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-9
(-1551806074947895296)]} 0 0
[junit4] 2> 2352974 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-9
(-1551806074947895296)]} 0 1
[junit4] 2> 2352975 INFO (qtp644159479-49364) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-14
(1551806074949992448)]} 0 0
[junit4] 2> 2352975 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-14
(1551806074949992448)]} 0 1
[junit4] 2> 2352977 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-11
(1551806074944749568)]} 0 5
[junit4] 2> 2352978 INFO (qtp644159479-49364) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-15
(1551806074952089600)]} 0 1
[junit4] 2> 2352978 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-15
(1551806074952089600)]} 0 2
[junit4] 2> 2352980 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-16
(1551806074955235328)]} 0 0
[junit4] 2> 2352980 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-16
(1551806074955235328)]} 0 1
[junit4] 2> 2352981 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-17
(1551806074957332480)]} 0 0
[junit4] 2> 2352982 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-17
(1551806074957332480)]} 0 1
[junit4] 2> 2352982 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-11
(1551806074944749568)]} 0 13
[junit4] 2> 2352985 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-18
(1551806074960478208)]} 0 0
[junit4] 2> 2352986 INFO (qtp423030089-49372) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-18
(1551806074960478208)]} 0 1
[junit4] 2> 2352987 INFO (qtp644159479-49371) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-3
(-1551806074962575360)]} 0 0
[junit4] 2> 2352987 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-19
(1551806074962575361)]} 0 0
[junit4] 2> 2352988 INFO (qtp423030089-49372) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-19
(1551806074962575361)]} 0 1
[junit4] 2> 2352989 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-3
(-1551806074962575360)]} 0 3
[junit4] 2> 2352991 INFO (qtp644159479-49364) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-20
(1551806074965721088)]} 0 0
[junit4] 2> 2352992 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-20
(1551806074965721088)]} 0 3
[junit4] 2> 2352994 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-12
(1551806074966769664)]} 0 3
[junit4] 2> 2352995 INFO (qtp644159479-49374) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-10
(-1551806074969915392)]} 0 1
[junit4] 2> 2352996 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-10
(-1551806074969915392)]} 0 2
[junit4] 2> 2352997 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-12
(1551806074966769664)]} 0 7
[junit4] 2> 2352998 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-21
(1551806074974109696)]} 0 0
[junit4] 2> 2352998 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-21
(1551806074974109696)]} 0 1
[junit4] 2> 2353001 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-5
(-1551806074976206848)]} 0 1
[junit4] 2> 2353001 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-5
(-1551806074976206848)]} 0 2
[junit4] 2> 2353003 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-22
(1551806074979352576)]} 0 1
[junit4] 2> 2353003 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-22
(1551806074979352576)]} 0 1
[junit4] 2> 2353006 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-13
(1551806074981449728)]} 0 0
[junit4] 2> 2353006 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-13
(1551806074981449728)]} 0 3
[junit4] 2> 2353008 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-9
(-1551806074984595456)]} 0 0
[junit4] 2> 2353008 INFO (qtp423030089-49372) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-9
(-1551806074984595456)]} 0 1
[junit4] 2> 2353010 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-14
(1551806074986692608)]} 0 0
[junit4] 2> 2353010 INFO (qtp423030089-49372) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-14
(1551806074986692608)]} 0 1
[junit4] 2> 2353012 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-15
(1551806074988789760)]} 0 0
[junit4] 2> 2353013 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-11
(-1551806074988789761)]} 0 1
[junit4] 2> 2353013 INFO (qtp423030089-49372) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-15
(1551806074988789760)]} 0 2
[junit4] 2> 2353013 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-11
(-1551806074988789761)]} 0 2
[junit4] 2> 2353015 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-16
(1551806074991935488)]} 0 1
[junit4] 2> 2353016 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-16
(1551806074991935488)]} 0 2
[junit4] 2> 2353017 INFO (qtp644159479-49374) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-23
(1551806074991935489)]} 0 1
[junit4] 2> 2353017 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-23
(1551806074991935489)]} 0 2
[junit4] 2> 2353020 INFO (qtp644159479-49376) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-17
(1551806074995081216)]} 0 1
[junit4] 2> 2353020 INFO (qtp644159479-49373) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-12
(-1551806074996129792)]} 0 1
[junit4] 2> 2353020 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-17
(1551806074995081216)]} 0 2
[junit4] 2> 2353021 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-12
(-1551806074996129792)]} 0 2
[junit4] 2> 2353022 INFO (qtp644159479-49371) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-18
(1551806074999275520)]} 0 0
[junit4] 2> 2353023 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-18
(1551806074999275520)]} 0 1
[junit4] 2> 2353023 INFO (qtp644159479-49368) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-24
(1551806075000324096)]} 0 1
[junit4] 2> 2353024 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-24
(1551806075000324096)]} 0 2
[junit4] 2> 2353025 INFO (qtp644159479-49364) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-19
(1551806075001372672)]} 0 0
[junit4] 2> 2353025 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-19
(1551806075001372672)]} 0 1
[junit4] 2> 2353026 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-25
(1551806075002421248)]} 0 1
[junit4] 2> 2353026 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-25
(1551806075002421248)]} 0 2
[junit4] 2> 2353027 INFO (qtp644159479-49374) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-20
(1551806075004518400)]} 0 1
[junit4] 2> 2353028 INFO (qtp423030089-49369) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-20
(1551806075004518400)]} 0 1
[junit4] 2> 2353029 INFO (qtp644159479-49370) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-15
(-1551806075005566976)]} 0 1
[junit4] 2> 2353029 INFO (qtp423030089-49361) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-15
(-1551806075005566976)]} 0 1
[junit4] 2> 2353030 INFO (qtp644159479-49374) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-10
(-1551806075007664128)]} 0 1
[junit4] 2> 2353030 INFO (qtp423030089-49372) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-10
(-1551806075007664128)]} 0 1
[junit4] 2> 2353031 INFO (qtp644159479-49371) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-26
(1551806075008712704)]} 0 1
[junit4] 2> 2353032 INFO (qtp423030089-49365) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-26
(1551806075008712704)]} 0 2
[junit4] 2> 2353032 INFO (qtp644159479-49374) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-21
(1551806075009761280)]} 0 0
[junit4] 2> 2353033 INFO (qtp423030089-49363) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-21
(1551806075009761280)]} 0 1
[junit4] 2> 2353034 INFO (qtp644159479-49371) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-27
(1551806075011858432)]} 0 1
[junit4] 2> 2353035 INFO (qtp423030089-49375) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-27
(1551806075011858432)]} 0 2
[junit4] 2> 2353035 INFO (qtp644159479-49376) [n:127.0.0.1:34364_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50464/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-22
(1551806075011858433)]} 0 1
[junit4] 2> 2353035 INFO (qtp423030089-49366) [n:127.0.0.1:50464_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-22
(1551806075011858433)]} 0 2
[junit4
[...truncated too long message...]
he.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 2368246 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:33011 33011
[junit4] 2> 2368246 INFO
(SUITE-HdfsRecoveryZkTest-seed#[3D10E772FFBA786B]-worker) [ ]
o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
{rnd_b=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
_version_=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting),
a_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))},
docValues:{}, maxPointsInLeafNode=959, maxMBSortInHeap=6.050212456584892,
sim=RandomSimilarity(queryNorm=false): {}, locale=uk-UA, timezone=Asia/Singapore
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102
(64-bit)/cpus=3,threads=2,free=212001024,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CacheHeaderTest,
FileBasedSpellCheckerTest, WrapperMergePolicyFactoryTest,
TestOverriddenPrefixQueryForCustomFieldType, TestSolrDeletionPolicy2,
TestCrossCoreJoin, TestSolrCLIRunExample, TestCoreDiscovery,
HdfsUnloadDistributedZkTest, OutOfBoxZkACLAndCredentialsProvidersTest,
CloudMLTQParserTest, TestSolrQueryParser, TestComponentsName,
ChaosMonkeySafeLeaderTest, ReplaceNodeTest, NotRequiredUniqueKeyTest,
UUIDUpdateProcessorFallbackTest, TestRawTransformer,
DirectUpdateHandlerOptimizeTest, PeerSyncWithIndexFingerprintCachingTest,
BadComponentTest, TestNonDefinedSimilarityFactory, SortByFunctionTest,
EnumFieldTest, RecoveryAfterSoftCommitTest, TestUseDocValuesAsStored,
TestQuerySenderListener, CollectionTooManyReplicasTest,
TestShardHandlerFactory, TestRangeQuery, TestRandomFaceting,
TestSolrConfigHandlerConcurrent, SpellCheckCollatorTest,
TestTolerantUpdateProcessorRandomCloud, StressHdfsTest,
TestFieldCacheVsDocValues, BasicDistributedZk2Test, TestSystemIdResolver,
TestReRankQParserPlugin, StatsComponentTest, TestRecovery, TestDynamicLoading,
TestRandomRequestDistribution, ShardRoutingCustomTest,
RestartWhileUpdatingTest, TestTrie, DistribJoinFromCollectionTest,
OverseerTaskQueueTest, SegmentsInfoRequestHandlerTest,
SpatialHeatmapFacetsTest, LukeRequestHandlerTest,
TestRequestStatusCollectionAPI, ResponseHeaderTest, CircularListTest,
SuggesterTSTTest, DistributedIntervalFacetingTest,
DistributedFacetPivotSmallTest, SpatialRPTFieldTypeTest,
TestLMDirichletSimilarityFactory, MinimalSchemaTest, ScriptEngineTest,
TestLMJelinekMercerSimilarityFactory, AsyncCallRequestStatusResponseTest,
AddBlockUpdateTest, TestSolrCoreProperties, TestSimpleTrackingShardHandler,
TestSubQueryTransformerCrossCore, CursorMarkTest, RequestLoggingTest,
SuggesterTest, UtilsToolTest, HdfsBasicDistributedZk2Test,
LeaderFailoverAfterPartitionTest, TestShortCircuitedRequests,
DistributedFacetExistsSmallTest, RAMDirectoryFactoryTest, BasicZkTest,
TestQueryUtils, FieldMutatingUpdateProcessorTest, SpellPossibilityIteratorTest,
OverseerRolesTest, PreAnalyzedUpdateProcessorTest, HttpPartitionTest,
TestSQLHandlerNonCloud, InfoHandlerTest, SuggestComponentTest,
DistribCursorPagingTest, CoreSorterTest, TestReloadDeadlock,
LeaderElectionIntegrationTest, DateRangeFieldTest, TestUniqueKeyFieldResource,
TestCorePropertiesReload, TestOmitPositions, TestConfigSetsAPIExclusivity,
TestReplicaProperties, TestReversedWildcardFilterFactory,
TestIndexingPerformance, SolrCLIZkUtilsTest, TestCloudPivotFacet,
TestFiltering, UpdateRequestProcessorFactoryTest, TestZkChroot,
TestDocTermOrds, DeleteNodeTest, HighlighterConfigTest, TestValueSourceCache,
SuggesterWFSTTest, TestCloudSchemaless, IndexSchemaTest,
TestLegacyNumericRangeQueryBuilder, TestDistributedGrouping, GraphQueryTest,
CdcrBootstrapTest, TestManagedSynonymFilterFactory, TestFastWriter,
ShowFileRequestHandlerTest, TestFilteredDocIdSet,
TestHighFrequencyDictionaryFactory, SparseHLLTest, TestFieldCacheSort,
TestSha256AuthenticationProvider, CdcrVersionReplicationTest, EchoParamsTest,
RequestHandlersTest, ReturnFieldsTest, TestSolrIndexConfig,
TestDynamicFieldResource, TestAnalyzeInfixSuggestions, TestStressRecovery,
TestTrackingShardHandlerFactory, TestCloudDeleteByQuery, TestSolrDynamicMBean,
CSVRequestHandlerTest, MigrateRouteKeyTest, TestLeaderInitiatedRecoveryThread,
BadIndexSchemaTest, LeaderInitiatedRecoveryOnCommitTest,
TestDefaultSearchFieldResource, VersionInfoTest, DistributedDebugComponentTest,
CleanupOldIndexTest, TestIntervalFaceting, TestSearchPerf,
TestExclusionRuleCollectionAccess, SolrCoreCheckLockOnStartupTest,
TestExceedMaxTermLength, TestCustomDocTransformer, AliasIntegrationTest,
PKIAuthenticationIntegrationTest, HdfsCollectionsAPIDistributedZkTest,
BooleanFieldTest, SSLMigrationTest, TestCryptoKeys, ReplicaListTransformerTest,
TestQueryTypes, ExternalFileFieldSortTest, SyncSliceTest,
OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest,
AutoCommitTest, TestHashPartitioner, DistributedSpellCheckComponentTest,
TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet,
TestJoin, TestStressVersions, DistributedTermsComponentTest, SolrCoreTest,
ConvertedLegacyTest, BasicFunctionalityTest, DirectUpdateHandlerTest,
TestBadConfig, HighlighterTest, SoftAutoCommitTest, TestStressLucene,
PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestUpdate,
TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest,
StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming,
DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest,
DebugComponentTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest,
DocumentAnalysisRequestHandlerTest, TermsComponentTest, DocumentBuilderTest,
TermVectorComponentTest, FieldAnalysisRequestHandlerTest,
RegexBoostProcessorTest, TestCollationField, QueryParsingTest, JsonLoaderTest,
TestPartialUpdateDeduplication, SearchHandlerTest, UpdateParamsTest,
ResponseLogComponentTest, TestMergePolicyConfig, TestDocSet, TestBinaryField,
TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions,
TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters,
TestCodecSupport, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory,
TestPerFieldSimilarity, TestIBSimilarityFactory, TestJmxMonitoredMap,
ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest,
PluginInfoTest, TestFastLRUCache, DateMathParserTest,
ChaosMonkeyNothingIsSafeTest, ConcurrentDeleteAndCreateCollectionTest,
ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest,
CustomCollectionTest, DeleteShardTest, ForceLeaderTest,
SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest,
SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestAuthenticationFramework,
TestCloudInspectUtil, TestCloudRecovery, TestClusterProperties,
TestCollectionAPI, TestConfigSetsAPI, TestDistribDocBasedVersion,
TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica,
TestLocalFSCloudBackupRestore, TestOnReconnectListenerSupport,
TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest
-Dtests.seed=3D10E772FFBA786B -Dtests.slow=true -Dtests.locale=uk-UA
-Dtests.timezone=Asia/Singapore -Dtests.asserts=true
-Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1
object(s) that were not released!!! [HdfsTransactionLog]
[junit4] >
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at
org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:723)
[junit4] > at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:785)
[junit4] > at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1024)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:889)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:793)
[junit4] > at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:868)
[junit4] > at
org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:517)
[junit4] > at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at
__randomizedtesting.SeedInfo.seed([3D10E772FFBA786B]:0)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [514/653 (1!)] on J1 in 52.41s, 1 test, 1 failure <<<
FAILURES!
[...truncated 62778 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
