[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 181 - Failure

[Apache Jenkins Server]

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/181/

3 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
35 threads leaked from SUITE scope at 
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest:     1) Thread[id=74665, 
name=qtp1229803827-74665, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.util.fst.FSTEnum.incr(FSTEnum.java:474)         at 
org.apache.lucene.util.fst.FSTEnum.pushLast(FSTEnum.java:517)         at 
org.apache.lucene.util.fst.FSTEnum.doSeekFloor(FSTEnum.java:412)         at 
org.apache.lucene.util.fst.BytesRefFSTEnum.seekFloor(BytesRefFSTEnum.java:73)   
      at 
org.apache.lucene.codecs.blockterms.VariableGapTermsIndexReader$IndexEnum.seek(VariableGapTermsIndexReader.java:112)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:407)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         at 
org.apache.lucene.search.BooleanWeight.optionalBulkScorer(BooleanWeight.java:157)
         at 
org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:214)    
     at 
org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:283)       
  at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)      
   at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)     
    at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)    2) Thread[id=74712, 
name=searcherExecutor-6177-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)    3) Thread[id=74694, 
name=searcherExecutor-6150-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)    4) Thread[id=74363, 
name=qtp1058325178-74363, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)         at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)    5) Thread[id=74800, 
name=qtp2063028564-74800, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)    6) Thread[id=74706, 
name=searcherExecutor-6153-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)    7) Thread[id=74790, 
name=qtp1558229220-74790, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)    8) Thread[id=74699, 
name=searcherExecutor-6157-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)    9) Thread[id=74716, 
name=searcherExecutor-6190-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)   10) Thread[id=74729, 
name=qtp1229803827-74729, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:770)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   11) Thread[id=74786, 
name=qtp1229803827-74786, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)         at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         at 
org.apache.lucene.search.BooleanWeight.optionalBulkScorer(BooleanWeight.java:157)
         at 
org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:214)    
     at 
org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:283)       
  at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)      
   at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)     
    at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   12) Thread[id=74472, 
name=qtp1558229220-74472, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:86)        
 at 
org.apache.lucene.store.MockIndexInputWrapper.readBytes(MockIndexInputWrapper.java:146)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:775)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         at 
org.apache.lucene.search.BooleanWeight.optionalBulkScorer(BooleanWeight.java:157)
         at 
org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:214)    
     at 
org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:283)       
  at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)      
   at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)     
    at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   13) Thread[id=74803, 
name=qtp1058325178-74803, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:86)        
 at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:775)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   14) Thread[id=74468, 
name=qtp1558229220-74468, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:771)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         at 
org.apache.lucene.search.BooleanWeight.optionalBulkScorer(BooleanWeight.java:157)
         at 
org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:214)    
     at 
org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:283)       
  at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)      
   at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)     
    at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   15) Thread[id=74703, 
name=searcherExecutor-6156-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)   16) Thread[id=74714, 
name=searcherExecutor-6176-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)   17) Thread[id=74467, 
name=qtp1558229220-74467, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   18) Thread[id=74656, 
name=qtp1058325178-74656, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   19) Thread[id=74702, 
name=searcherExecutor-6170-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)   20) Thread[id=74788, 
name=qtp1229803827-74788, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         at 
org.apache.lucene.search.BooleanWeight.optionalBulkScorer(BooleanWeight.java:157)
         at 
org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:214)    
     at 
org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:283)       
  at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)      
   at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)     
    at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   21) Thread[id=74708, 
name=searcherExecutor-6169-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)   22) Thread[id=74326, 
name=qtp1229803827-74326, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
java.util.Arrays.copyOf(Arrays.java:3332)         at 
java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124)
         at 
java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448)         
at java.lang.StringBuilder.append(StringBuilder.java:136)         at 
org.apache.lucene.store.MockIndexInputWrapper.<init>(MockIndexInputWrapper.java:40)
         at 
org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:89)
         at 
org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:29)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.<init>(BlockTermsReader.java:331)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader.iterator(BlockTermsReader.java:243)
         at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:126)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         at 
org.apache.lucene.search.BooleanWeight.optionalBulkScorer(BooleanWeight.java:157)
         at 
org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:214)    
     at 
org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:283)       
  at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)      
   at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)     
    at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   23) Thread[id=74330, 
name=qtp1229803827-74330, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   24) Thread[id=74806, 
name=qtp1558229220-74806, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.util.fst.FSTEnum.getArc(FSTEnum.java:525)         at 
org.apache.lucene.util.fst.FSTEnum.doSeekFloor(FSTEnum.java:375)         at 
org.apache.lucene.util.fst.BytesRefFSTEnum.seekFloor(BytesRefFSTEnum.java:73)   
      at 
org.apache.lucene.codecs.blockterms.VariableGapTermsIndexReader$IndexEnum.seek(VariableGapTermsIndexReader.java:112)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:407)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         at 
org.apache.lucene.search.BooleanWeight.optionalBulkScorer(BooleanWeight.java:157)
         at 
org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:214)    
     at 
org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:283)       
  at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)      
   at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)     
    at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   25) Thread[id=74695, 
name=searcherExecutor-6147-thread-1, state=WAITING, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native 
Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)   26) Thread[id=74432, 
name=qtp146450621-74432, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)         
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)         
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)      
   at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)       
  at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)   
      at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
       at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
        at org.eclipse.jetty.server.Server.handle(Server.java:530)         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)     
    at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)   
      at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)   
      at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)   27) Thread[id=74429, 
name=qtp146450621-74429, state=RUNNABLE, 
group=TGRP-FullSolrCloudDistribCmdsTest]         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)      
   at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)  
       at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)         
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)   
      at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)  
       at org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)         
at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)    
     at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)   
      at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)  
       at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)     
    at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
         at org.apache.solr.handler.component.SearchHandler

[...truncated too long message...]

         at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   33) Thread[id=74704, name=searcherExecutor-6164-thread-1, 
state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   34) Thread[id=74710, name=searcherExecutor-6185-thread-1, 
state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   35) Thread[id=74785, name=qtp1558229220-74785, 
state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
   [junit4]    >         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:752)
   [junit4]    >         at 
org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:408)
   [junit4]    >         at 
org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:73)
   [junit4]    >         at 
org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:127)
   [junit4]    >         at 
org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:90)
   [junit4]    >         at 
org.apache.lucene.search.Weight.scorerSupplier(Weight.java:113)
   [junit4]    >         at 
org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:329)
   [junit4]    >         at 
org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:295)
   [junit4]    >         at 
org.apache.lucene.search.Weight.bulkScorer(Weight.java:147)
   [junit4]    >         at 
org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:289)
   [junit4]    >         at 
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:657)
   [junit4]    >         at 
org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:462)
   [junit4]    >         at 
org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:215)
   [junit4]    >         at 
org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1602)
   [junit4]    >         at 
org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1419)
   [junit4]    >         at 
org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:584)
   [junit4]    >         at 
org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1435)
   [junit4]    >         at 
org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:375)
   [junit4]    >         at 
org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
   [junit4]    >         at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
   [junit4]    >         at 
org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]    >         at 
org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]    >         at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]    >         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
   [junit4]    >         at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
   [junit4]    >         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]    >         at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    >         at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]    >         at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]    >         at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]    >         at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]    >         at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
   [junit4]    >         at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]    >         at 
org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]    >         at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]    >         at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]    >         at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]    >         at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]    >         at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([2EB3298AB2A83A44]:0)
   [junit4] Completed [584/784 (1!)] on J0 in 1477.39s, 1 test, 3 errors <<< 
FAILURES!

[...truncated 630 lines...]
   [junit4] JVM J0: stdout was not empty, see: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20180323_115836_4346298520269573758241.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid22901.hprof
 ...
   [junit4] Heap dump file created [691891720 bytes in 7.751 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 9282 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:651:
 The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:585:
 Some of the tests produced a heap dump, but did not fail. Maybe a suppressed 
OutOfMemoryError? Dumps created:
* java_pid22901.hprof

Total time: 296 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org