Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1221/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.update.HdfsTransactionLog  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)  
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)  at 
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)  at 
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)  at 
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110)
  at sun.reflect.GeneratedConstructorAccessor177.newInstance(Unknown Source)  
at 
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  at java.lang.reflect.Constructor.newInstance(Constructor.java:423)  at 
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779)  at 
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841)  at 
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)  at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)  at 
org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
 at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not 
released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.update.HdfsTransactionLog
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
        at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
        at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
        at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
        at 
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110)
        at sun.reflect.GeneratedConstructorAccessor177.newInstance(Unknown 
Source)
        at 
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
        at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
        at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779)
        at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841)
        at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
        at 
org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)


        at __randomizedtesting.SeedInfo.seed([150232B6B20B6D49]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
        at sun.reflect.GeneratedMethodAccessor91.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12629 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_150232B6B20B6D49-001/init-core-data-001
   [junit4]   2> 2479665 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 2479665 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2479667 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2479668 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_150232B6B20B6D49-001/tempDir-001
   [junit4]   2> 2479668 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2479669 INFO  (Thread-9975) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2479669 INFO  (Thread-9975) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2479774 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:34219
   [junit4]   2> 2479786 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2479786 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2479790 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2ce7fd9{/solr,null,AVAILABLE}
   [junit4]   2> 2479790 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7a7eadc{/solr,null,AVAILABLE}
   [junit4]   2> 2479790 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@3477e85c{SSL,[ssl, 
http/1.1]}{127.0.0.1:50511}
   [junit4]   2> 2479790 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.e.j.s.Server Started @2483167ms
   [junit4]   2> 2479791 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=50511}
   [junit4]   2> 2479791 ERROR (jetty-launcher-3917-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2479791 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 2479791 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2479791 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2479791 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-27T12:14:32.084Z
   [junit4]   2> 2479793 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4fc3fe10{SSL,[ssl, 
http/1.1]}{127.0.0.1:63197}
   [junit4]   2> 2479793 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.e.j.s.Server Started @2483169ms
   [junit4]   2> 2479793 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=63197}
   [junit4]   2> 2479793 ERROR (jetty-launcher-3917-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2479793 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 2479793 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2479794 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2479794 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-27T12:14:32.087Z
   [junit4]   2> 2479795 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2479797 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2479815 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15b0fb06c1c0002, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2479815 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15b0fb06c1c0001, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2479819 INFO  (jetty-launcher-3917-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
   [junit4]   2> 2479819 INFO  (jetty-launcher-3917-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
   [junit4]   2> 2479861 INFO  (jetty-launcher-3917-thread-1) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2479862 INFO  (jetty-launcher-3917-thread-2) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2479862 INFO  (jetty-launcher-3917-thread-1) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:63197_solr
   [junit4]   2> 2479864 INFO  (jetty-launcher-3917-thread-2) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:50511_solr
   [junit4]   2> 2479865 INFO  (jetty-launcher-3917-thread-1) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.Overseer Overseer 
(id=97689067321032709-127.0.0.1:63197_solr-n_0000000000) starting
   [junit4]   2> 2479867 INFO  
(zkCallback-3928-thread-1-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2479867 INFO  
(zkCallback-3929-thread-1-processing-n:127.0.0.1:50511_solr) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2479882 INFO  (jetty-launcher-3917-thread-1) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:63197_solr
   [junit4]   2> 2479885 INFO  
(zkCallback-3928-thread-1-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2479886 INFO  
(zkCallback-3929-thread-1-processing-n:127.0.0.1:50511_solr) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2480074 INFO  (jetty-launcher-3917-thread-2) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_150232B6B20B6D49-001/tempDir-001/node2/.
   [junit4]   2> 2480164 INFO  (jetty-launcher-3917-thread-1) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_150232B6B20B6D49-001/tempDir-001/node1/.
   [junit4]   2> 2481331 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2481333 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34219/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2481366 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2481373 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2481376 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 2481396 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_solaris.vm_36774_hdfs____.6k4ml9/webapp
   [junit4]   2> 2481984 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:36774
   [junit4]   2> 2482113 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2482115 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 2482133 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_47100_datanode____.l14m17/webapp
   [junit4]   2> 2482706 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47100
   [junit4]   2> 2482784 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2482785 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 2482814 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_60082_datanode____.iov3e1/webapp
   [junit4]   2> 2482839 INFO  (IPC Server handler 3 on 33286) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-389ac9f7-9c38-43ca-9278-37db5054e4c2 node 
DatanodeRegistration(127.0.0.1:33271, 
datanodeUuid=1e2b701f-1157-42de-9741-0245900b71c9, infoPort=54331, 
infoSecurePort=0, ipcPort=44965, 
storageInfo=lv=-56;cid=testClusterID;nsid=360103450;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2482839 INFO  (IPC Server handler 3 on 33286) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-4cffbf00-79cb-4043-8ce6-c99ef506925c node 
DatanodeRegistration(127.0.0.1:33271, 
datanodeUuid=1e2b701f-1157-42de-9741-0245900b71c9, infoPort=54331, 
infoSecurePort=0, ipcPort=44965, 
storageInfo=lv=-56;cid=testClusterID;nsid=360103450;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2483346 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[150232B6B20B6D49]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60082
   [junit4]   2> 2483447 INFO  (IPC Server handler 4 on 33286) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-7e85ba6b-3da1-425c-a536-720ebecf7c02 node 
DatanodeRegistration(127.0.0.1:54841, 
datanodeUuid=b5bed0ab-f9f8-45c2-b0d4-6aa29d7acfb5, infoPort=64296, 
infoSecurePort=0, ipcPort=52542, 
storageInfo=lv=-56;cid=testClusterID;nsid=360103450;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2483447 INFO  (IPC Server handler 4 on 33286) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-2a64d78f-bf9c-4209-bcb1-973c15c25252 node 
DatanodeRegistration(127.0.0.1:54841, 
datanodeUuid=b5bed0ab-f9f8-45c2-b0d4-6aa29d7acfb5, infoPort=64296, 
infoSecurePort=0, ipcPort=52542, 
storageInfo=lv=-56;cid=testClusterID;nsid=360103450;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2483564 INFO  
(TEST-HdfsRecoveryZkTest.test-seed#[150232B6B20B6D49]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2483585 INFO  (qtp910925564-28096) [n:127.0.0.1:50511_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2483589 INFO  
(OverseerThreadFactory-9562-thread-1-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
recoverytest
   [junit4]   2> 2483703 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2483719 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2483825 INFO  
(zkCallback-3929-thread-1-processing-n:127.0.0.1:50511_solr) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2483825 INFO  
(zkCallback-3928-thread-3-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2484731 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2484738 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema 
[recoverytest_shard1_replica1] Schema name=minimal
   [junit4]   2> 2484741 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2484741 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2484743 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer 
Creating SolrCore 'recoverytest_shard1_replica1' using configuration from 
collection recoverytest
   [junit4]   2> 2484750 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema 
[recoverytest_shard1_replica2] Schema name=minimal
   [junit4]   2> 2484751 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:33286/data
   [junit4]   2> 2484751 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2484751 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2484751 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.c.SolrCore 
[[recoverytest_shard1_replica1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_150232B6B20B6D49-001/tempDir-001/node2/recoverytest_shard1_replica1],
 dataDir=[hdfs://solaris-vm:33286/data/recoverytest/core_node1/data/]
   [junit4]   2> 2484751 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@21ad0b46
   [junit4]   2> 2484752 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://solaris-vm:33286/data/recoverytest/core_node1/data/snapshot_metadata
   [junit4]   2> 2484753 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2484754 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer 
Creating SolrCore 'recoverytest_shard1_replica2' using configuration from 
collection recoverytest
   [junit4]   2> 2484755 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:33286/data
   [junit4]   2> 2484755 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2484755 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2484755 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.c.SolrCore 
[[recoverytest_shard1_replica2] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_150232B6B20B6D49-001/tempDir-001/node1/recoverytest_shard1_replica2],
 dataDir=[hdfs://solaris-vm:33286/data/recoverytest/core_node2/data/]
   [junit4]   2> 2484755 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@21ad0b46
   [junit4]   2> 2484755 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://solaris-vm:33286/data/recoverytest/core_node2/data/snapshot_metadata
   [junit4]   2> 2484764 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2484764 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2484764 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[16777216] will allocate [1] slabs and use ~[16777216] bytes
   [junit4]   2> 2484764 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2484764 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[16777216] will allocate [1] slabs and use ~[16777216] bytes
   [junit4]   2> 2484764 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2484775 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2484775 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2484776 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://solaris-vm:33286/data/recoverytest/core_node1/data
   [junit4]   2> 2484777 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://solaris-vm:33286/data/recoverytest/core_node2/data
   [junit4]   2> 2484798 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://solaris-vm:33286/data/recoverytest/core_node2/data/index
   [junit4]   2> 2484800 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://solaris-vm:33286/data/recoverytest/core_node1/data/index
   [junit4]   2> 2484805 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2484805 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[16777216] will allocate [1] slabs and use ~[16777216] bytes
   [junit4]   2> 2484806 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2484812 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2484815 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2484815 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[16777216] will allocate [1] slabs and use ~[16777216] bytes
   [junit4]   2> 2484815 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2484825 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2484855 INFO  (IPC Server handler 4 on 33286) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54841 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-389ac9f7-9c38-43ca-9278-37db5054e4c2:NORMAL:127.0.0.1:33271|RBW],
 
ReplicaUC[[DISK]DS-7e85ba6b-3da1-425c-a536-720ebecf7c02:NORMAL:127.0.0.1:54841|FINALIZED]]}
 size 0
   [junit4]   2> 2484856 INFO  (IPC Server handler 5 on 33286) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33271 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-389ac9f7-9c38-43ca-9278-37db5054e4c2:NORMAL:127.0.0.1:33271|RBW],
 
ReplicaUC[[DISK]DS-7e85ba6b-3da1-425c-a536-720ebecf7c02:NORMAL:127.0.0.1:54841|FINALIZED]]}
 size 0
   [junit4]   2> 2484858 INFO  (IPC Server handler 9 on 33286) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54841 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-4cffbf00-79cb-4043-8ce6-c99ef506925c:NORMAL:127.0.0.1:33271|RBW],
 
ReplicaUC[[DISK]DS-2a64d78f-bf9c-4209-bcb1-973c15c25252:NORMAL:127.0.0.1:54841|RBW]]}
 size 0
   [junit4]   2> 2484859 INFO  (IPC Server handler 8 on 33286) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33271 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-4cffbf00-79cb-4043-8ce6-c99ef506925c:NORMAL:127.0.0.1:33271|RBW],
 
ReplicaUC[[DISK]DS-2a64d78f-bf9c-4209-bcb1-973c15c25252:NORMAL:127.0.0.1:54841|RBW]]}
 size 0
   [junit4]   2> 2484929 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2484929 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2484929 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2484945 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 2484946 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 2484958 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@297c8352[recoverytest_shard1_replica2] main]
   [junit4]   2> 2484959 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2484960 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2484960 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2484962 INFO  
(searcherExecutor-9568-thread-1-processing-n:127.0.0.1:63197_solr 
x:recoverytest_shard1_replica2 s:shard1 c:recoverytest) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.c.SolrCore 
[recoverytest_shard1_replica2] Registered new searcher 
Searcher@297c8352[recoverytest_shard1_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2484964 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1563025082686636032
   [junit4]   2> 2484974 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2484977 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2484977 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2484977 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2484991 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 2484992 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 2485003 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@719c94d5[recoverytest_shard1_replica1] main]
   [junit4]   2> 2485005 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2485006 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2485006 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2485008 INFO  
(searcherExecutor-9567-thread-1-processing-n:127.0.0.1:50511_solr 
x:recoverytest_shard1_replica1 s:shard1 c:recoverytest) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.c.SolrCore 
[recoverytest_shard1_replica1] Registered new searcher 
Searcher@719c94d5[recoverytest_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2485010 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1563025082734870528
   [junit4]   2> 2485079 INFO  
(zkCallback-3929-thread-1-processing-n:127.0.0.1:50511_solr) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2485079 INFO  
(zkCallback-3928-thread-3-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2485479 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2485479 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2485479 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy 
Sync replicas to https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/
   [junit4]   2> 2485479 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.u.PeerSync 
PeerSync: core=recoverytest_shard1_replica2 url=https://127.0.0.1:63197/solr 
START replicas=[https://127.0.0.1:50511/solr/recoverytest_shard1_replica1/] 
nUpdates=100
   [junit4]   2> 2485480 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.u.PeerSync 
PeerSync: core=recoverytest_shard1_replica2 url=https://127.0.0.1:63197/solr 
DONE.  We have no versions.  sync failed.
   [junit4]   2> 2485484 INFO  (qtp910925564-28098) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.c.S.Request [recoverytest_shard1_replica1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2485484 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy 
Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2485484 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2485484 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2485495 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/ shard1
   [junit4]   2> 2485599 INFO  
(zkCallback-3928-thread-1-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2485599 INFO  
(zkCallback-3929-thread-1-processing-n:127.0.0.1:50511_solr) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2485648 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.c.ZkController I 
am the leader, no recovery necessary
   [junit4]   2> 2485652 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica2] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1933
   [junit4]   2> 2485758 INFO  
(zkCallback-3929-thread-1-processing-n:127.0.0.1:50511_solr) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2485758 INFO  
(zkCallback-3928-thread-1-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2486023 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1  x:recoverytest_shard1_replica1] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
 status=0 QTime=2320
   [junit4]   2> 2486028 INFO  (qtp910925564-28096) [n:127.0.0.1:50511_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2486125 INFO  
(zkCallback-3928-thread-2-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2486126 INFO  
(zkCallback-3929-thread-1-processing-n:127.0.0.1:50511_solr) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2487035 INFO  (qtp910925564-28096) [n:127.0.0.1:50511_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=3450
   [junit4]   2> 2487037 INFO  
(TEST-HdfsRecoveryZkTest.test-seed#[150232B6B20B6D49]) [    ] 
o.a.s.c.RecoveryZkTest Indexing 1200 documents
   [junit4]   2> 2487051 DEBUG (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.HdfsTransactionLog Opening new tlog hdfs 
tlog{file=hdfs://solaris-vm:33286/data/recoverytest/core_node2/data/tlog/tlog.0000000000000000000
 refcount=1}
   [junit4]   2> 2487063 DEBUG (qtp910925564-28093) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.HdfsTransactionLog Opening new tlog hdfs 
tlog{file=hdfs://solaris-vm:33286/data/recoverytest/core_node1/data/tlog/tlog.0000000000000000000
 refcount=1}
   [junit4]   2> 2487070 INFO  (qtp910925564-28095) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-0
 (1563025084868722689)]} 0 14
   [junit4]   2> 2487071 INFO  (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0 
(1563025084868722689)]} 0 26
   [junit4]   2> 2487071 INFO  (qtp910925564-28093) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-0
 (1563025084868722688)]} 0 17
   [junit4]   2> 2487072 INFO  (qtp655765653-28102) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0 
(1563025084868722688)]} 0 27
   [junit4]   2> 2487074 INFO  (qtp910925564-28097) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-1
 (1563025084897034240)]} 0 1
   [junit4]   2> 2487075 INFO  (qtp655765653-28103) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1 
(1563025084897034240)]} 0 3
   [junit4]   2> 2487075 INFO  (qtp910925564-28098) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-1
 (1563025084898082816)]} 0 1
   [junit4]   2> 2487075 INFO  (qtp655765653-28104) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1 
(1563025084898082816)]} 0 2
   [junit4]   2> 2487079 INFO  (qtp910925564-28094) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-2
 (1563025084902277120)]} 0 1
   [junit4]   2> 2487079 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-2
 (1563025084901228544)]} 0 1
   [junit4]   2> 2487079 INFO  (qtp655765653-28104) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2 
(1563025084902277120)]} 0 1
   [junit4]   2> 2487079 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2 
(1563025084901228544)]} 0 3
   [junit4]   2> 2487081 INFO  (qtp910925564-28096) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-3
 (1563025084905422848)]} 0 0
   [junit4]   2> 2487081 INFO  (qtp910925564-28095) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-3
 (1563025084905422849)]} 0 0
   [junit4]   2> 2487082 INFO  (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3 
(1563025084905422849)]} 0 1
   [junit4]   2> 2487082 INFO  (qtp655765653-28107) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3 
(1563025084905422848)]} 0 2
   [junit4]   2> 2487084 INFO  (qtp910925564-28097) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-4
 (1563025084907520000)]} 0 0
   [junit4]   2> 2487084 INFO  (qtp910925564-28098) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-4
 (1563025084907520001)]} 0 0
   [junit4]   2> 2487084 INFO  (qtp655765653-28102) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4 
(1563025084907520000)]} 0 1
   [junit4]   2> 2487085 INFO  (qtp655765653-28103) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4 
(1563025084907520001)]} 0 2
   [junit4]   2> 2487088 INFO  (qtp910925564-28093) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-3
 (-1563025084911714305)]} 0 1
   [junit4]   2> 2487088 INFO  (qtp910925564-28094) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-3
 (-1563025084911714304)]} 0 1
   [junit4]   2> 2487089 INFO  (qtp655765653-28104) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-3 
(-1563025084911714304)]} 0 3
   [junit4]   2> 2487089 INFO  (qtp655765653-28099) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-3 
(-1563025084911714305)]} 0 3
   [junit4]   2> 2487091 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-5
 (1563025084915908609)]} 0 0
   [junit4]   2> 2487092 INFO  (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5 
(1563025084915908609)]} 0 1
   [junit4]   2> 2487092 INFO  (qtp910925564-28095) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-5
 (1563025084915908608)]} 0 1
   [junit4]   2> 2487092 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5 
(1563025084915908608)]} 0 2
   [junit4]   2> 2487094 INFO  (qtp910925564-28097) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-4
 (-1563025084919054336)]} 0 1
   [junit4]   2> 2487094 INFO  (qtp655765653-28107) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-4 
(-1563025084919054336)]} 0 2
   [junit4]   2> 2487095 INFO  (qtp910925564-28098) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-4
 (-1563025084919054337)]} 0 1
   [junit4]   2> 2487095 INFO  (qtp655765653-28102) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-4 
(-1563025084919054337)]} 0 2
   [junit4]   2> 2487098 INFO  (qtp910925564-28093) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-6
 (1563025084922200064)]} 0 1
   [junit4]   2> 2487099 INFO  (qtp655765653-28102) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6 
(1563025084922200064)]} 0 2
   [junit4]   2> 2487102 INFO  (qtp910925564-28094) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-7
 (1563025084926394368)]} 0 1
   [junit4]   2> 2487103 INFO  (qtp655765653-28099) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7 
(1563025084926394368)]} 0 3
   [junit4]   2> 2487105 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-6
 (-1563025084930588672)]} 0 0
   [junit4]   2> 2487105 INFO  (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-6 
(-1563025084930588672)]} 0 1
   [junit4]   2> 2487107 INFO  (qtp910925564-28095) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-8
 (1563025084932685824)]} 0 0
   [junit4]   2> 2487108 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8 
(1563025084932685824)]} 0 1
   [junit4]   2> 2487108 INFO  (qtp910925564-28096) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-6
 (1563025084921151488)]} 0 11
   [junit4]   2> 2487108 INFO  (qtp655765653-28103) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6 
(1563025084921151488)]} 0 12
   [junit4]   2> 2487110 INFO  (qtp910925564-28093) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-7
 (1563025084935831552)]} 0 0
   [junit4]   2> 2487111 INFO  (qtp655765653-28103) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7 
(1563025084935831552)]} 0 1
   [junit4]   2> 2487114 INFO  (qtp910925564-28094) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-6
 (-1563025084938977280)]} 0 1
   [junit4]   2> 2487114 INFO  (qtp655765653-28102) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-6 
(-1563025084938977280)]} 0 2
   [junit4]   2> 2487116 INFO  (qtp910925564-28091) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-8
 (1563025084942123008)]} 0 0
   [junit4]   2> 2487117 INFO  (qtp655765653-28099) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8 
(1563025084942123008)]} 0 2
   [junit4]   2> 2487119 INFO  (qtp910925564-28095) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-9
 (1563025084945268736)]} 0 0
   [junit4]   2> 2487119 INFO  (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9 
(1563025084945268736)]} 0 1
   [junit4]   2> 2487120 INFO  (qtp910925564-28097) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-9
 (1563025084934782976)]} 0 11
   [junit4]   2> 2487121 INFO  (qtp655765653-28107) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9 
(1563025084934782976)]} 0 12
   [junit4]   2> 2487133 INFO  (qtp910925564-28098) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-8
 (-1563025084947365888)]} 0 12
   [junit4]   2> 2487134 INFO  (qtp910925564-28097) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-8
 (-1563025084949463040)]} 0 11
   [junit4]   2> 2487134 INFO  (qtp655765653-28105) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-8 
(-1563025084947365888)]} 0 13
   [junit4]   2> 2487134 INFO  (qtp655765653-28104) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-8 
(-1563025084949463040)]} 0 12
   [junit4]   2> 2487890 INFO  (qtp910925564-28096) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-10
 (1563025084963094528)]} 0 754
   [junit4]   2> 2487893 INFO  (qtp655765653-28103) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10 
(1563025084963094528)]} 0 758
   [junit4]   2> 2487896 INFO  
(OverseerCollectionConfigSetProcessor-97689067321032709-127.0.0.1:63197_solr-n_0000000000)
 [n:127.0.0.1:63197_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2487898 INFO  (qtp910925564-28093) [n:127.0.0.1:50511_solr 
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:63197/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-10
 (1563025084963094529)]} 0 762
   [junit4]   2> 2487899 INFO  (qtp655765653-28102) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10 
(1563025084963094529)]} 0 764
   [junit4]   2> 2487901 INFO  
(TEST-HdfsRecoveryZkTest.test-seed#[150232B6B20B6D49]) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@3477e85c{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2487901 ERROR 
(updateExecutor-3922-thread-2-processing-https:////127.0.0.1:50511//solr//recoverytest_shard1_replica1
 x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:63197_solr s:shard1 
c:recoverytest) [n:127.0.0.1:63197_solr c:recoverytest s:shard1 r:core_node2 
x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2>        at java.net.SocketOutputStream.socketWrite0(Native 
Method)
   [junit4]   2>        at 
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2>        at 
java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.writeBuffer(OutputRecord.java:431)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.write(OutputRecord.java:417)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecordInternal(SSLSocketImpl.java:876)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:847)
   [junit4]   2>        at 
sun.security.ssl.AppOutputStream.write(AppOutputStream.java:123)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2>        at 
org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2>        at 
org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2>        at 
org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2>        at 
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2>        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2>        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2>        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:371)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:206)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2487904 INFO  
(TEST-HdfsRecoveryZkTest.test-seed#[150232B6B20B6D49]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=2088932504
   [junit4]   2> 2487905 INFO  
(TEST-HdfsRecoveryZkTest.test-seed#[150232B6B20B6D49]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 2487905 WARN  (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.DistributedUpdateProcessor Error sending update to 
https://127.0.0.1:50511/solr
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2>        at java.net.SocketOutputStream.socketWrite0(Native 
Method)
   [junit4]   2>        at 
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2>        at 
java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.writeBuffer(OutputRecord.java:431)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.write(OutputRecord.java:417)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecordInternal(SSLSocketImpl.java:876)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:847)
   [junit4]   2>        at 
sun.security.ssl.AppOutputStream.write(AppOutputStream.java:123)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2>        at 
org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2>        at 
org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2>        at 
org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2>        at 
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2>        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2>        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2>        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:371)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:206)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2487906 ERROR (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on 
replica https://127.0.0.1:50511/solr/recoverytest_shard1_replica1/
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2>        at java.net.SocketOutputStream.socketWrite0(Native 
Method)
   [junit4]   2>        at 
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2>        at 
java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.writeBuffer(OutputRecord.java:431)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.write(OutputRecord.java:417)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecordInternal(SSLSocketImpl.java:876)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:847)
   [junit4]   2>        at 
sun.security.ssl.AppOutputStream.write(AppOutputStream.java:123)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2>        at 
org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2>        at 
org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2>        at 
org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2>        at 
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2>        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2>        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2>        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:371)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:206)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2487906 INFO  (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.c.ZkController Put replica core=recoverytest_shard1_replica1 
coreNodeName=core_node1 on 127.0.0.1:50511_solr into leader-initiated recovery.
   [junit4]   2> 2487906 INFO  (qtp655765653-28106) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11 
(1563025085765255168)]} 0 6
   [junit4]   2> 2487907 INFO  
(TEST-HdfsRecoveryZkTest.test-seed#[150232B6B20B6D49]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 2487908 INFO  (coreCloseExecutor-9577-thread-1) 
[n:127.0.0.1:50511_solr c:recoverytest s:shard1 r:core_node1 
x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [recoverytest_shard1_replica1] 
 CLOSING SolrCore org.apache.solr.core.SolrCore@2dfa5aed
   [junit4]   2> 2487910 ERROR 
(updateExecutor-3922-thread-2-processing-https:////127.0.0.1:50511//solr//recoverytest_shard1_replica1
 x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:63197_solr s:shard1 
c:recoverytest) [n:127.0.0.1:63197_solr c:recoverytest s:shard1 r:core_node2 
x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2>        at java.net.SocketOutputStream.socketWrite0(Native 
Method)
   [junit4]   2>        at 
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2>        at 
java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.writeBuffer(OutputRecord.java:431)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.write(OutputRecord.java:417)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecordInternal(SSLSocketImpl.java:876)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:847)
   [junit4]   2>        at 
sun.security.ssl.AppOutputStream.write(AppOutputStream.java:123)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2>        at 
org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2>        at 
org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2>        at 
org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2>        at 
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2>        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2>        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2>        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:371)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:206)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2487911 INFO  
(zkCallback-3929-thread-1-processing-n:127.0.0.1:50511_solr) 
[n:127.0.0.1:50511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2487911 INFO  
(zkCallback-3928-thread-3-processing-n:127.0.0.1:63197_solr) 
[n:127.0.0.1:63197_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/recoverytest/state.json] for collection [recoverytest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2487912 WARN  (qtp655765653-28099) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.DistributedUpdateProcessor Error sending update to 
https://127.0.0.1:50511/solr
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2>        at java.net.SocketOutputStream.socketWrite0(Native 
Method)
   [junit4]   2>        at 
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2>        at 
java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.writeBuffer(OutputRecord.java:431)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.write(OutputRecord.java:417)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecordInternal(SSLSocketImpl.java:876)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:847)
   [junit4]   2>        at 
sun.security.ssl.AppOutputStream.write(AppOutputStream.java:123)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2>        at 
org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2>        at 
org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2>        at 
org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2>        at 
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2>        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2>        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2>        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:371)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:206)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2487912 ERROR (qtp655765653-28099) [n:127.0.0.1:63197_solr 
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] 
o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on 
replica https://127.0.0.1:50511/solr/recoverytest_shard1_replica1/
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2>        at java.net.SocketOutputStream.socketWrite0(Native 
Method)
   [junit4]   2>        at 
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2>        at 
java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.writeBuffer(OutputRecord.java:431)
   [junit4]   2>        at 
sun.security.ssl.OutputRecord.write(OutputRecord.java:417)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecordInternal(SSLSocketImpl.java:876)
   [junit4]   2>        at 
sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:847)
   [junit4]   2>        at 
sun.security.ssl.AppOutputStream.write(AppOutputStream.java:123)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2>        at 
org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2>        at 
org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2>        at 
org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2>        at 
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2>        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2>        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2>        at org.apache.http.impl.execchain.RedirectExec.

[...truncated too long message...]

int]    return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint]                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/response/SmileResponseWriter.java
 (at line 33)
 [ecj-lint]     new SmileWriter(out, request, response).writeResponse();
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/schema/OpenExchangeRatesOrgProvider.java
 (at line 146)
 [ecj-lint]     ratesJsonStream = 
resourceLoader.openResource(ratesFileLocation);
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/search/CollapsingQParserPlugin.java
 (at line 1301)
 [ecj-lint]     UninvertingReader uninvertingReader = new UninvertingReader(new 
ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
 [ecj-lint]                       ^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'uninvertingReader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/search/CursorMark.java
 (at line 188)
 [ecj-lint]     pieces = (List<Object>) new JavaBinCodec().unmarshal(in);
 [ecj-lint]                             ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/search/CursorMark.java
 (at line 265)
 [ecj-lint]     new JavaBinCodec().marshal(marshalledValues, out);
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 27. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/search/DocSlice.java
 (at line 145)
 [ecj-lint]     HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint]                ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 28. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/search/DocSlice.java
 (at line 154)
 [ecj-lint]     HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint]                ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/search/DocSlice.java
 (at line 163)
 [ecj-lint]     HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint]                ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/search/function/OrdFieldSource.java
 (at line 78)
 [ecj-lint]     SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint]                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/search/function/ReverseOrdFieldSource.java
 (at line 78)
 [ecj-lint]     SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint]                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/servlet/SolrDispatchFilter.java
 (at line 263)
 [ecj-lint]     throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred 
while loading solr.xml from zookeeper", e);
 [ecj-lint]     
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'loader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 33. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/CdcrTransactionLog.java
 (at line 98)
 [ecj-lint]     ChannelFastInputStream is = new ChannelFastInputStream(channel, 
pos);
 [ecj-lint]                            ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 34. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java
 (at line 191)
 [ecj-lint]     LogCodec codec = new LogCodec(resolver);
 [ecj-lint]              ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 35. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java
 (at line 261)
 [ecj-lint]     LogCodec codec = new LogCodec(resolver);
 [ecj-lint]              ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 36. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/TransactionLog.java
 (at line 228)
 [ecj-lint]     ChannelFastInputStream is = new ChannelFastInputStream(channel, 
pos);
 [ecj-lint]                            ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 37. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/TransactionLog.java
 (at line 228)
 [ecj-lint]     ChannelFastInputStream is = new ChannelFastInputStream(channel, 
pos);
 [ecj-lint]                            ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 38. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/TransactionLog.java
 (at line 260)
 [ecj-lint]     LogCodec codec = new LogCodec(resolver);
 [ecj-lint]              ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 39. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/TransactionLog.java
 (at line 275)
 [ecj-lint]     LogCodec codec = new LogCodec(resolver);
 [ecj-lint]              ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 40. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/TransactionLog.java
 (at line 529)
 [ecj-lint]     LogCodec codec = new LogCodec(resolver);
 [ecj-lint]              ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 41. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/update/processor/UpdateRequestProcessor.java
 (at line 85)
 [ecj-lint]     UpdateRequestProcessor p = this;
 [ecj-lint]                            ^
 [ecj-lint] Resource leak: 'p' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 42. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/util/SimplePostTool.java
 (at line 655)
 [ecj-lint]     BAOS bos =  new BAOS();
 [ecj-lint]          ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] 43. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/util/SimplePostTool.java
 (at line 655)
 [ecj-lint]     BAOS bos =  new BAOS();
 [ecj-lint]          ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 44. WARNING in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/util/SolrLogLayout.java
 (at line 149)
 [ecj-lint]     SolrQueryRequest req = requestInfo == null ? null : 
requestInfo.getReq();
 [ecj-lint]                      ^^^
 [ecj-lint] Resource leak: 'req' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 45. ERROR in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/java/org/apache/solr/util/TestInjection.java
 (at line 31)
 [ecj-lint]     import org.apache.lucene.search.IndexSearcher;
 [ecj-lint]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.search.IndexSearcher is never used
 [ecj-lint] ----------
 [ecj-lint] 45 problems (1 error, 44 warnings)

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:775: The 
following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:101: The 
following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:686: 
The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:2004:
 The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:2043:
 Compile failed; see the compiler error output for details.

Total time: 81 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to