Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4564/

2 tests failed.
FAILED:  org.apache.solr.TestSolrCoreProperties.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([A593D4D0409668C7]:0)


FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
        at 
__randomizedtesting.SeedInfo.seed([A593D4D0409668C7:4D4F7932B37E72E7]:0)
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
        at 
org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU 
Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU 
usage 75.99 and allocated threshold 75.0

        at 
app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
        at 
app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
        at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
        at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
        at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
        at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
        ... 49 more




Build Log:
[...truncated 1638 lines...]
# ERROR: Error from server at 
http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2:
 org.apache.solr.cluster.placement.PlacementException: Not enough eligible 
nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22088ms
ok 41 post solr log into solr in 8769ms
ok 42 start solr with ssl in 20375ms
ok 43 start solr with ssl and auth in 22595ms
ok 44 SOLR-11740 check 'solr stop' connection in 28015ms
ok 45 status detects locally running solr in 14363ms
ok 46 status does not expose cli parameters to end user in 207ms
ok 47 listing out files in 2167ms
ok 48 copying files around in 6452ms
ok 49 upconfig in 2608ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:core:test

org.apache.solr.TestSolrCoreProperties > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([A593D4D0409668C7]:0)

org.apache.solr.TestSolrCoreProperties > test suite's output saved to 
/tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.TestSolrCoreProperties.txt,
 copied below:
  2> 3271 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 3294 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-1 for ERROR logs matching 
regex: ignore_exception
  2> 3328 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.SolrTestCaseJ4 Created dataDir: 
/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/data-dir-1-001
  2> 3425 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 3462 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0)
  2> 3491 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 3993 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 3996 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 4004 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 
68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 4078 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 4132 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@a42a06e{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,AVAILABLE}
  2> 4150 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.e.j.s.AbstractConnector Started ServerConnector@5a5943ac{HTTP/1.1, 
(http/1.1, h2c)}{127.0.0.1:35303}
  2> 4153 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.e.j.s.Server Started Server@31997743{STARTING}[10.0.15,sto=0] @4168ms
  2> 4165 ERROR (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
  2> 4166 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.s.CoreContainerProvider Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
  2> 4172 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ 
version 9.3.0
  2> 4174 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in standalone mode 
on port null
  2> 4175 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: 
/tmp/src/solr/solr
  2> 4175 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 
2023-06-09T09:25:05.767913Z
  2> 4177 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.s.CoreContainerProvider Solr Home: 
/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001
 (source: servlet config: solr.solr.home)
  2> 4196 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.c.SolrXmlConfig Loading solr.xml from 
/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/solr.xml
  2> 6984 WARN  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.c.CoreContainer Not all security plugins configured!  
authentication=disabled authorization=disabled.  Solr is only as secure as you 
make it. Consider configuring authentication/authorization before exposing Solr 
to users internal or external.  See https://s.apache.org/solrsecurity for more 
info
  2> 7284 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001
  2> 7285 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
  2> 7339 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if 
you use this setting, and then Solr upgrades to a newer release of Lucene, 
sizable changes may happen. If precise back compatibility is important then you 
should instead explicitly specify an actual Lucene version.
  2> 7341 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 7771 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.s.IndexSchema Schema name=tiny
  2> 8056 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
  2> 8057 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
instancedir 
/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/collection1,
 trusted=true
  2> 8126 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.c.SolrCore Opening new SolrCore at 
[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/collection1],
 
dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/collection1/data/]
  2> 8169 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=29, maxMergedSegmentMB=63.96997833251953, 
floorSegmentMB=1.8454198837280273, 
forceMergeDeletesPctAllowed=14.866067494294098, segmentsPerTier=11.0, 
maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.891371192292811, 
deletesPctAllowed=27.852813982007127
  2> 8946 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 9284 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) 
[] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
solr.data.dir=/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-002,
 hostPort=35303}
  2> 9299 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 9412 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 9412 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 9423 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.0]
  2> 9508 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: 
/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/collection1/conf
  2> 9530 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 9548 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ 
x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> Jun 09, 2023 12:25:04 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.TestSolrCoreProperties
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on 
com.carrotsearch.randomizedtesting.RandomizedRunner$2@5c449ddc
  2>    at [email protected]/java.lang.Object.wait(Native Method)
  2>    - waiting on 
com.carrotsearch.randomizedtesting.RandomizedRunner$2@5c449ddc
  2>    at [email protected]/java.lang.Thread.join(Thread.java:1300)
  2>    at [email protected]/java.lang.Thread.join(Thread.java:1375)
  2>    at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2>    at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2>    at 
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2>    at 
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2>    at 
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2>    at 
org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2>    at 
org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2>    at 
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
  2>    at 
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>    at 
[email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>    at [email protected]/java.lang.reflect.Method.invoke(Method.java:566)
  2>    at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2>    at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2>    at 
org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2>    at 
org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2>    at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2>    at 
org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2>    at 
org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2>    at 
org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2>    at 
org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2>    at 
org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2>    at 
org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2>    at 
org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2>    at 
app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2>    at 
app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2>    at 
[email protected]/java.lang.ref.Reference.waitForReferencePendingList(Native 
Method)
  2>    at 
[email protected]/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2>    at 
[email protected]/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@2a7b0913
  2>    at [email protected]/java.lang.Object.wait(Native Method)
  2>    - waiting on java.lang.ref.ReferenceQueue$Lock@2a7b0913
  2>    at 
[email protected]/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2>    at 
[email protected]/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2>    at 
[email protected]/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on 
java.lang.ref.ReferenceQueue$Lock@447766ad
  2>    at [email protected]/java.lang.Object.wait(Native Method)
  2>    - timed waiting on java.lang.ref.ReferenceQueue$Lock@447766ad
  2>    at 
[email protected]/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2>    at 
[email protected]/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    at 
[email protected]/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:59148 to /127.0.0.1:34735 workers" ID=11 WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3620386d
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3620386d
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>    at 
[email protected]/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
  2>    at 
org.gradle.api.internal.tasks.testing.worker.TestWorker.submitToRun(TestWorker.java:207)
  2>    - locked 
org.gradle.api.internal.tasks.testing.worker.TestWorker@5de995ad
  2>    at 
org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:169)
  2>    at 
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
  2>    at 
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>    at 
[email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>    at [email protected]/java.lang.reflect.Method.invoke(Method.java:566)
  2>    at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2>    at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2>    at 
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
  2>    at 
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
  2>    at 
org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
  2>    at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2>    at 
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.ThreadPoolExecutor$Worker@9f116cc
  2> 
  2> "/127.0.0.1:59148 to /127.0.0.1:34735 workers Thread 2" ID=12 WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44619c2b
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44619c2b
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>    at 
org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2>    at 
org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2>    at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2>    at 
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.ThreadPoolExecutor$Worker@5656be13
  2> 
  2> "/127.0.0.1:59148 to /127.0.0.1:34735 workers Thread 3" ID=13 RUNNABLE (in 
native code)
  2>    at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>    at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>    - locked sun.nio.ch.Util$2@3bdcd804
  2>    - locked sun.nio.ch.EPollSelectorImpl@2a09762f
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>    at 
org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2>    at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2>    at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2>    at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2>    at 
org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2>    at 
org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2>    at 
org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2>    at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2>    at 
org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2>    at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2>    at 
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.ThreadPoolExecutor$Worker@77888435
  2> 
  2> "SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]" ID=14 RUNNABLE
  2>    at 
[email protected]/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2>    at 
[email protected]/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2>    at 
[email protected]/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2>    at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2>    at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2>    at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2>    - locked java.lang.Object@1dddc053
  2>    at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2>    at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2>    at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker" ID=15 
WAITING on java.util.concurrent.CountDownLatch$Sync@48c06632
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - waiting on java.util.concurrent.CountDownLatch$Sync@48c06632
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>    at 
[email protected]/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>    at 
app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>    at 
app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>    at 
app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>    at 
app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>    at 
app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>    at 
app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>    at 
app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>    at 
app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>    at 
app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>    - locked org.apache.solr.embedded.JettySolrRunner$1@55158707
  2>    at 
app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>    at 
app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>    at 
app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>    at 
app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>    - locked org.apache.solr.embedded.JettySolrRunner@8546959
  2>    at 
app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>    at 
app//org.apache.solr.TestSolrCoreProperties.beforeTest(TestSolrCoreProperties.java:80)
  2>    at 
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
  2>    at 
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>    at 
[email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>    at [email protected]/java.lang.reflect.Method.invoke(Method.java:566)
  2>    at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>    at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>    at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>    at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>    at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>    at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>    at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>    at 
app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>    at 
app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>    at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>    at 
app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>    at 
app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>    at 
app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>    at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>    at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>    at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>    at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>    at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x000000084021ac40.run(Unknown
 Source)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.locks.ReentrantLock$NonfairSync@698dde72
  2>    - java.util.concurrent.locks.ReentrantLock$NonfairSync@1aa15448
  2>    - java.util.concurrent.locks.ReentrantLock$NonfairSync@6375d5a4
  2> 
  2> "qtp759498245-17" ID=17 RUNNABLE (in native code)
  2>    at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>    at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>    - locked sun.nio.ch.Util$2@4fb94f16
  2>    - locked sun.nio.ch.EPollSelectorImpl@5f2a41bd
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-18-acceptor-0@4de8f096-ServerConnector@5a5943ac{HTTP/1.1, 
(http/1.1, h2c)}{127.0.0.1:35303}" ID=18 RUNNABLE (in native code)
  2>    at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native 
Method)
  2>    at 
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2>    at 
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2>    at 
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2>    at 
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.locks.ReentrantLock$NonfairSync@123f6709
  2> 
  2> "qtp759498245-19" ID=19 TIMED_WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - timed waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>    at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-20" ID=20 TIMED_WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - timed waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>    at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-21" ID=21 TIMED_WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - timed waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>    at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-22" ID=22 TIMED_WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - timed waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>    at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-23" ID=23 TIMED_WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - timed waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>    at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-24" ID=24 TIMED_WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - timed waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>    at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>    at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-65f1f3b5-1" ID=25 TIMED_WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5cc14743
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - timed waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5cc14743
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>    at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>    at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2>    at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>    at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>    - locked sun.nio.ch.Util$2@51ebc2cf
  2>    - locked sun.nio.ch.EPollSelectorImpl@3885e0d4
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>    at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>    at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown
 Source)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.ThreadPoolExecutor$Worker@67af4201
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2>    at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>    at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>    - locked sun.nio.ch.Util$2@4a66546c
  2>    - locked sun.nio.ch.EPollSelectorImpl@1ccbf93c
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>    at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>    at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown
 Source)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.ThreadPoolExecutor$Worker@370114ec
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2>    at [email protected]/java.lang.Thread.sleep(Native Method)
  2>    at 
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2>    at [email protected]/java.lang.Thread.sleep(Native Method)
  2>    at 
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2>    at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>    at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>    - locked sun.nio.ch.Util$2@1339bdd0
  2>    - locked sun.nio.ch.EPollSelectorImpl@4ad7c23
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>    at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>    at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown
 Source)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.ThreadPoolExecutor$Worker@35cd1434
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2>    at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>    at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>    - locked sun.nio.ch.Util$2@7c108dee
  2>    - locked sun.nio.ch.EPollSelectorImpl@3f519949
  2>    at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>    at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>    at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>    at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>    at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown
 Source)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    Locked synchronizers:
  2>    - java.util.concurrent.ThreadPoolExecutor$Worker@72dfba3a
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@6158744e
  2>    at [email protected]/java.lang.Object.wait(Native Method)
  2>    - waiting on java.lang.Object@6158744e
  2>    at [email protected]/java.lang.Object.wait(Object.java:328)
  2>    at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on 
java.util.concurrent.ForkJoinPool@e7b4022
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - waiting on java.util.concurrent.ForkJoinPool@e7b4022
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>    at 
[email protected]/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2>    at 
[email protected]/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76fcd3fe
  2>    at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>    - waiting on 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76fcd3fe
  2>    at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>    at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>    at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>    at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>    at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
  2> Jun 09, 2023 12:25:04 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> Jun 09, 2023 12:25:05 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at 
org.apache.solr.TestSolrCoreProperties: 
  2>    1) Thread[id=24, name=qtp759498245-24, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>         at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>         at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown
 Source)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=25, name=Session-HouseKeeper-65f1f3b5-1, 
state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at 
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=21, name=qtp759498245-21, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=20, name=qtp759498245-20, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=17, name=qtp759498245-17, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>         at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=22, name=qtp759498245-22, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=19, name=qtp759498245-19, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>   10) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>         at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>         at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown
 Source)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=33, name=CloserThread, state=WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/java.lang.Object.wait(Native Method)
  2>         at [email protected]/java.lang.Object.wait(Object.java:328)
  2>         at 
app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2>   12) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>         at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>         at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown
 Source)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>   13) Thread[id=23, name=qtp759498245-23, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at 
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>   14) Thread[id=15, 
name=SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker, 
state=WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at 
[email protected]/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at 
app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at 
app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at 
app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at 
app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at 
app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at 
app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at 
app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at 
app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at 
app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at 
app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at 
app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at 
app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at 
app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at 
app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at 
app//org.apache.solr.TestSolrCoreProperties.beforeTest(TestSolrCoreProperties.java:80)
  2>         at 
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
  2>         at 
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at 
[email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at 
[email protected]/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>         at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at 
app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at 
app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at 
app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at 
app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at 
app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>         at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x000000084021ac40.run(Unknown
 Source)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>   15) Thread[id=18, 
name=qtp759498245-18-acceptor-0@4de8f096-ServerConnector@5a5943ac{HTTP/1.1, 
(http/1.1, h2c)}{127.0.0.1:35303}, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>         at 
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2>         at 
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2>         at 
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2>         at 
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2>         at 
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>         at 
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2>   16) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>         at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
  2>         at 
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at 
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at 
app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at 
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown
 Source)
  2>         at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at 
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown
 Source)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at [email protected]/java.lang.Thread.run(Thread.java:829)
  2> Jun 09, 2023 12:25:05 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: Starting to interrupt leaked threads:
  2>    1) Thread[id=24, name=qtp759498245-24, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>    2) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>    3) Thread[id=25, name=Session-HouseKeeper-65f1f3b5-1, 
state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>    4) Thread[id=21, name=qtp759498245-21, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>    5) Thread[id=20, name=qtp759498245-20, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>    6) Thread[id=17, name=qtp759498245-17, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>    7) Thread[id=22, name=qtp759498245-22, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>    8) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>    9) Thread[id=19, name=qtp759498245-19, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>   10) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>   11) Thread[id=33, name=CloserThread, state=WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>   12) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>   13) Thread[id=23, name=qtp759498245-23, state=TIMED_WAITING, 
group=TGRP-TestSolrCoreProperties]
  2>   14) Thread[id=15, 
name=SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker, 
state=WAITING, group=TGRP-TestSolrCoreProperties]
  2>   15) Thread[id=18, 
name=qtp759498245-18-acceptor-0@4de8f096-ServerConnector@5a5943ac{HTTP/1.1, 
(http/1.1, h2c)}{127.0.0.1:35303}, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2>   16) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, 
group=TGRP-TestSolrCoreProperties]
  2> 7204026 ERROR 
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.a.s.s.SolrDispatchFilter Could not start Dispatch Filter.
  2>           => org.apache.solr.common.SolrException: Interrupted while 
obtaining reference to CoreService
  2>    at 
org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:556)
  2> org.apache.solr.common.SolrException: Interrupted while obtaining 
reference to CoreService
  2>    at 
org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:556)
 ~[main/:?]
  2>    at 
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147) 
[main/:?]
  2>    at 
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133) 
[jetty-servlet-10.0.15.jar:10.0.15]
  2>    at 
org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
 [jetty-servlet-10.0.15.jar:10.0.15]
  2>    at 
org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472) 
[jetty-servlet-10.0.15.jar:10.0.15]
  2>    at 
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
 [jetty-servlet-10.0.15.jar:10.0.15]
  2>    at 
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
 [jetty-servlet-10.0.15.jar:10.0.15]
  2>    at 
org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
 [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 
c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]]
  2>    at 
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
 [jetty-util-10.0.15.jar:10.0.15]
  2>    at 
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
 [jetty-util-10.0.15.jar:10.0.15]
  2>    at 
org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
 [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 
c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]]
  2>    at 
org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554) 
[solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 
c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]]
  2>    at 
org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525) 
[solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 
c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]]
  2>    at 
org.apache.solr.TestSolrCoreProperties.beforeTest(TestSolrCoreProperties.java:80)
 [test/:?]
  2>    at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 
~[?:?]
  2>    at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
 ~[?:?]
  2>    at 
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:?]
  2>    at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2>    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at org.junit.rules.RunRules.evaluate(RunRules.java:20) 
[junit-4.13.2.jar:4.13.2]
  2>    at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at 
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
 [lucene-test-framework-9.5.0.jar:9.5.0 
13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2>    at org.junit.rules.RunRules.evaluate(RunRules.java:20) 
[junit-4.13.2.jar:4.13.2]
  2>    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
 [randomizedtesting-runner-2.8.1.jar:?]
  2>    at java.lang.Thread.run(Thread.java:829) [?:?]
  2> 7204527 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.Server 
Stopped Server@31997743{STOPPING}[10.0.15,sto=0]
  2> 7204532 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.e.j.s.AbstractConnector Stopped ServerConnector@5a5943ac{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:0}
  2> 7204535 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@a42a06e{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,STOPPED}
  2> 7204542 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=95099942
  2> 7204544 INFO  (coreCloseExecutor-18-thread-1) [ x:collection1] 
o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@7d40376d 
collection1
  2> 7204544 INFO  (coreCloseExecutor-18-thread-1) [ x:collection1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1 tag=SolrCore@7d40376d
  2> 7204570 INFO  (coreCloseExecutor-18-thread-1) [ x:collection1] 
o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED 
(unnecessary).
  2> 7204575 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node 
tag=null
  2> 7204583 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm 
tag=null
  2> 7204587 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty 
tag=null
  2> 7204593 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 7204594 INFO  
(SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] 
o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching 
regex: ignore_exception
  2> Jun 09, 2023 11:25:06 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([A593D4D0409668C7]:0)
  2> NOTE: test params are: codec=Lucene95, 
sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-FK, 
timezone=Africa/Libreville
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 
(64-bit)/cpus=1,threads=1,free=267418584,total=324534272
  2> NOTE: All tests run in this JVM: [TestSolrCoreProperties]
  2> NOTE: reproduce with: gradlew test --tests TestSolrCoreProperties 
-Dtests.seed=A593D4D0409668C7 -Dtests.locale=en-FK 
-Dtests.timezone=Africa/Libreville -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8

:solr:core:test (FAILURE): 4766 test(s), 2 failure(s), 201 skipped

4766 tests completed, 2 failed, 201 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming 
(:solr:core)
    Test output: 
/tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests 
"org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" 
-Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC 
-XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" 
-Ptests.seed=A593D4D0409668C7 -Ptests.file.encoding=ISO-8859-1

  - org.apache.solr.TestSolrCoreProperties.classMethod (:solr:core)
    Test output: 
/tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.TestSolrCoreProperties.txt
    Reproduce with: gradlew :solr:core:test --tests 
"org.apache.solr.TestSolrCoreProperties.classMethod" -Ptests.jvms=96 
"-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC 
-XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" 
-Ptests.seed=A593D4D0409668C7 -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command 
> '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished 
> with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: 
> file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 5m 20s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h5m41.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' 
'**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No 
such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 
23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to