Build: https://ci-builds.apache.org/job/Solr/job/Solr-Test-10.0/1967/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.classMethod
Error Message:
java.lang.Exception: Error shutting down MiniSolrCloudCluster
Stack Trace:
java.lang.Exception: Error shutting down MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([6EB527B843D05C21]:0)
at
org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:767)
at
org.apache.solr.cloud.MiniSolrCloudCluster.shutdown(MiniSolrCloudCluster.java:677)
at
org.apache.solr.cloud.SolrCloudTestCase.shutdownCluster(SolrCloudTestCase.java:144)
at
java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
at java.base/java.lang.reflect.Method.invoke(Method.java:580)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1763)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:909)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1583)
Suppressed: java.util.concurrent.TimeoutException
at
java.base/java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1960)
at
java.base/java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2095)
at org.eclipse.jetty.server.Server.doStop(Server.java:663)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at
org.apache.solr.embedded.JettySolrRunner.stop(JettySolrRunner.java:630)
at
org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:562)
at
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$5(MiniSolrCloudCluster.java:669)
at
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
... 1 more
Build Log:
[...truncated 11 lines...]
ERROR: Workspace has a .git repository, but it appears to be corrupt.
hudson.plugins.git.GitException: Command "git rev-parse --resolve-git-dir
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/.git" returned status
code 128:
stdout:
stderr: fatal: not a gitdir
'/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/.git'
at PluginClassLoader for
git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2848)
at PluginClassLoader for
git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2768)
at PluginClassLoader for
git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2763)
at PluginClassLoader for
git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2052)
at PluginClassLoader for
git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2064)
at PluginClassLoader for
git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.hasGitRepo(CliGitAPIImpl.java:404)
at PluginClassLoader for
git-client//hudson.plugins.git.GitAPI.hasGitRepo(GitAPI.java:281)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:986)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:961)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:907)
at hudson.remoting.UserRequest.perform(UserRequest.java:225)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:391)
at
hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:81)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
Cloning the remote Git repository
Cloning repository https://gitbox.apache.org/repos/asf/solr.git
> git init /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0 #
> timeout=10
Fetching upstream changes from https://gitbox.apache.org/repos/asf/solr.git
> git --version # timeout=10
> git --version # 'git version 2.43.0'
> git fetch --tags --force --progress --
> https://gitbox.apache.org/repos/asf/solr.git
> +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://gitbox.apache.org/repos/asf/solr.git #
> timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* #
> timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/branch_10_0^{commit} # timeout=10
Checking out Revision 93068d1dfbc48816caac29c5b3aba3bf884aea85
(refs/remotes/origin/branch_10_0)
> git config core.sparsecheckout # timeout=10
> git checkout -f 93068d1dfbc48816caac29c5b3aba3bf884aea85 # timeout=10
> git branch -a -v --no-abbrev # timeout=10
> git checkout -b branch_10_0 93068d1dfbc48816caac29c5b3aba3bf884aea85 #
> timeout=10
Commit message: "Ref Guide - Change component name to Apache Solr (#4521)"
> git rev-list --no-walk 93068d1dfbc48816caac29c5b3aba3bf884aea85 # timeout=10
No emails were triggered.
provisioning config files...
copy managed file [gradle.properties] to
file:/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/gradle.properties
[Gradle] - Launching build.
[Solr-Test-10.0] $
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/gradlew
-Dtests.haltonfailure=false -Dtests.badapples=false --continue test
Downloading gradle-wrapper.jar from
https://raw.githubusercontent.com/gradle/gradle/v8.10.2/gradle/wrapper/gradle-wrapper.jar
To honour the JVM settings for this build a single-use Daemon process will be
forked. For more on this, please refer to
https://docs.gradle.org/8.10/userguide/gradle_daemon.html#sec:disabling_the_daemon
in the Gradle documentation.
Daemon will be stopped at the end of the build
> Task :build-infra:compileJava
Note:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build-tools/build-infra/src/main/java/org/apache/lucene/gradle/Checksum.java
uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :build-infra:pluginDescriptors
> Task :build-infra:processResources
> Task :build-infra:classes
> Task :build-infra:jar
> Task :gitStatus
> Task :checkJdkInternalsExportedToGradle
> Task :solr:api:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:api:processResources NO-SOURCE
> Task :solr:api:classes
> Task :solr:api:jar
> Task :randomizationInfo
Running tests with randomization seed: tests.seed=6EB527B843D05C21
> Task :solr:api:resolve
SLF4J(W): No SLF4J providers were found.
SLF4J(W): Defaulting to no-operation (NOP) logger implementation
SLF4J(W): See https://www.slf4j.org/codes.html#noProviders for further details.
> Task :solr:solrj:openApiGenerate
Cleaned up output directory
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/solrj/build/generated/
before code generation (cleanupOutput set to true).
No application/json content media type found in response. Response examples can
currently only be generated for application/json media type.
############################################################################################
# Thanks for using OpenAPI Generator.
#
# We appreciate your support! Please consider donation to help us maintain this
project. #
# https://opencollective.com/openapi_generator/donate
#
############################################################################################
Successfully generated code to
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/solrj/build/generated/
> Task :spotlessInternalRegisterDependencies
> Task :solr:solrj:generatedSpotlessHelper
> Task :solr:solrj:generatedSpotless
> Task :solr:solrj:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:solrj-jetty:compileJava
Note:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/solrj-jetty/src/java/org/apache/solr/client/solrj/jetty/HttpJettySolrClient.java
uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:solrj-streaming:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:solrj-zookeeper:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:core:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:test-framework:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:api:compileTestJava
> Task :solr:api:processTestResources
> Task :solr:api:testClasses
> Task :solr:core:processResources
> Task :solr:core:classes
> Task :solr:core:jar
> Task :solr:solrj:processResources
> Task :solr:solrj:classes
> Task :solr:solrj:jar
> Task :solr:solrj-jetty:processResources NO-SOURCE
> Task :solr:solrj-jetty:classes
> Task :solr:solrj-jetty:jar
> Task :solr:solrj-streaming:processResources
> Task :solr:solrj-streaming:classes
> Task :solr:solrj-streaming:jar
> Task :solr:solrj-zookeeper:processResources NO-SOURCE
> Task :solr:solrj-zookeeper:classes
> Task :solr:solrj-zookeeper:jar
> Task :solr:test-framework:processResources
> Task :solr:test-framework:classes
> Task :solr:test-framework:jar
> Task :solr:api:test
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
:solr:api:test (SUCCESS): 19 test(s)
> Task :solr:api:wipeTaskTemp
> Task :solr:benchmark:compileJava
> Task :solr:benchmark:processResources
> Task :solr:benchmark:classes
> Task :solr:benchmark:compileTestJava
> Task :solr:benchmark:processTestResources
> Task :solr:benchmark:testClasses
> Task :solr:benchmark:test
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
:solr:benchmark:test (SUCCESS): 10 test(s)
> Task :solr:benchmark:wipeTaskTemp
> Task :solr:core:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:core:processTestResources
> Task :solr:core:testClasses
> Task :solr:modules:analysis-extras:compileJava
Note:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/modules/analysis-extras/src/java/org/apache/solr/schema/ICUCollationField.java
uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:analysis-extras:processResources NO-SOURCE
> Task :solr:modules:analysis-extras:classes
> Task :solr:modules:analysis-extras:jar
> Task :solr:core:test
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
WARNING: Test org.apache.solr.TestRandomDVFaceting wrote 11,020,675 bytes of
output.
WARNING: Test org.apache.solr.TestRandomFaceting wrote 31,064,189 bytes of
output.
LeaderTragicEventTest > classMethod FAILED
java.lang.Exception: Error shutting down MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([6EB527B843D05C21]:0)
at
org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:767)
at
org.apache.solr.cloud.MiniSolrCloudCluster.shutdown(MiniSolrCloudCluster.java:677)
at
org.apache.solr.cloud.SolrCloudTestCase.shutdownCluster(SolrCloudTestCase.java:144)
at
java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
at java.base/java.lang.reflect.Method.invoke(Method.java:580)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1763)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:909)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1583)
org.apache.solr.cloud.LeaderTragicEventTest > test suite's output saved to
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.LeaderTragicEventTest.txt,
copied below:
2> 220447 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.SolrTestCase Setting 'solr.configset.default.confdir' system property
to test-framework derived value of
'/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/server/solr/configsets/_default/conf'
2> 220448 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-63 after mutting 0 log
messages
2> 220448 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-64 for ERROR logs
matching regex: ignore_exception
2> 220449 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.SolrTestCaseJ4 Created dataDir:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/data-dir-28-001
2> 220449 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
2> 220449 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
2> 220450 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0,
clientAuth=0.0/0.0)
2> 220450 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
2> 220450 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.OpenTelemetryConfigurator OpenTelemetry tracer enabled with simple
propagation only.
2> 220450 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001
2> 220450 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
2> 220451 INFO (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer client
port: /127.0.0.1:0
2> 220451 INFO (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer Starting
server
2> 220452 WARN (ZkTestServer Run Thread) [] o.a.z.s.ServerCnxnFactory
maxCnxns is not configured, using default value 0.
2> 220551 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.ZkTestServer start zk server on port: 45301
2> 220552 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector.
ZkCredentialsInjector is not secure, it creates an empty list of credentials
which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220552 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is
not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220552 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220554 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220555 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220556 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220556 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220557 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector.
ZkCredentialsInjector is not secure, it creates an empty list of credentials
which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220557 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is
not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220557 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220558 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220559 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220559 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector.
ZkCredentialsInjector is not secure, it creates an empty list of credentials
which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220559 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is
not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220559 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220559 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220559 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220560 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220561 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220562 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220562 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220563 INFO (Curator-Framework-0) [] o.a.c.f.i.CuratorFrameworkImpl
backgroundOperationsLoop exiting
2> 220665 INFO (jetty-launcher-2738-thread-2) [] o.a.s.e.JettySolrRunner
Start Jetty (configured port=0, binding port=0)
2> 220665 INFO (jetty-launcher-2738-thread-1) [] o.a.s.e.JettySolrRunner
Start Jetty (configured port=0, binding port=0)
2> 220665 INFO (jetty-launcher-2738-thread-2) [] o.a.s.e.JettySolrRunner
Trying to start Jetty on port 0 try number 2 ...
2> 220665 INFO (jetty-launcher-2738-thread-1) [] o.a.s.e.JettySolrRunner
Trying to start Jetty on port 0 try number 2 ...
2> 220665 INFO (jetty-launcher-2738-thread-2) [] o.e.j.s.Server
jetty-12.0.27; built: 2025-09-10T23:47:49.595Z; git:
3569a3e83ad136ee44e26b370b74c1c5e9f33e61; jvm 21.0.4+7-LTS
2> 220665 INFO (jetty-launcher-2738-thread-1) [] o.e.j.s.Server
jetty-12.0.27; built: 2025-09-10T23:47:49.595Z; git:
3569a3e83ad136ee44e26b370b74c1c5e9f33e61; jvm 21.0.4+7-LTS
2> 220667 INFO (jetty-launcher-2738-thread-2) []
o.e.j.s.DefaultSessionIdManager Session workerName=node0
2> 220667 INFO (jetty-launcher-2738-thread-1) []
o.e.j.s.DefaultSessionIdManager Session workerName=node0
2> 220667 WARN (jetty-launcher-2738-thread-2) []
o.e.j.e.s.ServletContextHandler BaseResource
file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/./
is aliased to
file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/
in
oeje10s.ServletContextHandler@527437dc{/solr,/solr,b=file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/./,a=STOPPED,h=oeje10s.SessionHandler@1524851b{STOPPED}}.
May not be supported in future releases.
2> 220667 WARN (jetty-launcher-2738-thread-1) []
o.e.j.e.s.ServletContextHandler BaseResource
file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/./
is aliased to
file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/
in
oeje10s.ServletContextHandler@f62e793{/solr,/solr,b=file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/./,a=STOPPED,h=oeje10s.SessionHandler@6eefb774{STOPPED}}.
May not be supported in future releases.
2> 220667 INFO (jetty-launcher-2738-thread-2) [] o.e.j.s.h.ContextHandler
/solr Base Resource is an alias:
file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/./
->
file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/
2> 220667 INFO (jetty-launcher-2738-thread-1) [] o.e.j.s.h.ContextHandler
/solr Base Resource is an alias:
file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/./
->
file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/
2> 220668 INFO (jetty-launcher-2738-thread-2) [] o.e.j.s.h.ContextHandler
Started
oeje10s.ServletContextHandler@527437dc{/solr,/solr,b=file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/,a=AVAILABLE,h=oeje10s.SessionHandler@1524851b{STARTED}}
2> 220668 INFO (jetty-launcher-2738-thread-1) [] o.e.j.s.h.ContextHandler
Started
oeje10s.ServletContextHandler@f62e793{/solr,/solr,b=file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/,a=AVAILABLE,h=oeje10s.SessionHandler@6eefb774{STARTED}}
2> 220668 INFO (jetty-launcher-2738-thread-2) [] o.a.s.e.JettySolrRunner
Jetty properties: {hostPort=44471, zkHost=127.0.0.1:45301/solr}
2> 220668 INFO (jetty-launcher-2738-thread-1) [] o.a.s.e.JettySolrRunner
Jetty properties: {hostPort=38431, zkHost=127.0.0.1:45301/solr}
2> 220668 ERROR (jetty-launcher-2738-thread-2) [] o.a.s.u.StartupLoggingUtils
Missing Java Option solr.logs.dir. Logging may be missing or incomplete.
2> 220668 ERROR (jetty-launcher-2738-thread-1) [] o.a.s.u.StartupLoggingUtils
Missing Java Option solr.logs.dir. Logging may be missing or incomplete.
2> 220668 INFO (jetty-launcher-2738-thread-2) []
o.a.s.s.CoreContainerProvider Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
2> 220668 INFO (jetty-launcher-2738-thread-1) []
o.a.s.s.CoreContainerProvider Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
2> 220668 INFO (jetty-launcher-2738-thread-2) []
o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version
10.0.1
2> 220668 INFO (jetty-launcher-2738-thread-1) []
o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version
10.0.1
2> 220668 INFO (jetty-launcher-2738-thread-2) []
o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port
null
2> 220668 INFO (jetty-launcher-2738-thread-1) []
o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port
null
2> 220668 INFO (jetty-launcher-2738-thread-2) []
o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr
2> 220668 INFO (jetty-launcher-2738-thread-1) []
o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr
2> 220668 INFO (jetty-launcher-2738-thread-2) []
o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time:
2026-07-17T12:35:07.101493621Z
2> 220668 INFO (jetty-launcher-2738-thread-1) []
o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time:
2026-07-17T12:35:07.101499692Z
2> 220668 INFO (jetty-launcher-2738-thread-2) []
o.a.s.s.CoreContainerProvider Solr Home:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node2
(source: servlet config: solr.solr.home)
2> 220668 INFO (jetty-launcher-2738-thread-1) []
o.a.s.s.CoreContainerProvider Solr Home:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node1
(source: servlet config: solr.solr.home)
2> 220668 WARN (jetty-launcher-2738-thread-2) [] o.a.s.c.c.SolrZkClient
Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it
creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to
Zookeeper nodes
2> 220668 WARN (jetty-launcher-2738-thread-1) [] o.a.s.c.c.SolrZkClient
Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it
creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to
Zookeeper nodes
2> 220668 WARN (jetty-launcher-2738-thread-2) [] o.a.s.c.c.SolrZkClient
Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates
'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220668 WARN (jetty-launcher-2738-thread-1) [] o.a.s.c.c.SolrZkClient
Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates
'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220669 INFO (jetty-launcher-2738-thread-2) []
o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220669 INFO (jetty-launcher-2738-thread-1) []
o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220670 INFO (jetty-launcher-2738-thread-2) []
o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220670 INFO (jetty-launcher-2738-thread-1) []
o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220671 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220671 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220672 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220672 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220672 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220672 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220672 INFO (Curator-Framework-0) [] o.a.c.f.i.CuratorFrameworkImpl
backgroundOperationsLoop exiting
2> 220672 INFO (Curator-Framework-0) [] o.a.c.f.i.CuratorFrameworkImpl
backgroundOperationsLoop exiting
2> 220773 INFO (jetty-launcher-2738-thread-2) [] o.a.s.c.SolrXmlConfig
Loading solr.xml from
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node2/solr.xml
2> 220774 INFO (jetty-launcher-2738-thread-1) [] o.a.s.c.SolrXmlConfig
Loading solr.xml from
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node1/solr.xml
2> 220776 INFO (jetty-launcher-2738-thread-2) [] o.a.s.c.SolrXmlConfig
Metrics collection is disabled.
2> 220776 INFO (jetty-launcher-2738-thread-1) [] o.a.s.c.SolrXmlConfig
Metrics collection is disabled.
2> 220783 INFO (jetty-launcher-2738-thread-2) [] o.a.s.c.ZkContainer
Zookeeper client=127.0.0.1:45301/solr
2> 220783 WARN (jetty-launcher-2738-thread-2) [] o.a.s.c.c.SolrZkClient
Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it
creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to
Zookeeper nodes
2> 220783 WARN (jetty-launcher-2738-thread-2) [] o.a.s.c.c.SolrZkClient
Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates
'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220783 INFO (jetty-launcher-2738-thread-1) [] o.a.s.c.ZkContainer
Zookeeper client=127.0.0.1:45301/solr
2> 220784 INFO (jetty-launcher-2738-thread-2) []
o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220784 WARN (jetty-launcher-2738-thread-1) [] o.a.s.c.c.SolrZkClient
Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it
creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to
Zookeeper nodes
2> 220784 WARN (jetty-launcher-2738-thread-1) [] o.a.s.c.c.SolrZkClient
Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates
'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 220784 INFO (jetty-launcher-2738-thread-1) []
o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220785 INFO (jetty-launcher-2738-thread-2) []
o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220785 INFO (jetty-launcher-2738-thread-1) []
o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220786 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220786 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220786 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220786 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220786 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220786 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220786 INFO (Curator-Framework-0) [] o.a.c.f.i.CuratorFrameworkImpl
backgroundOperationsLoop exiting
2> 220786 INFO (Curator-Framework-0) [] o.a.c.f.i.CuratorFrameworkImpl
backgroundOperationsLoop exiting
2> 220888 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220888 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.c.f.i.CuratorFrameworkImpl Starting
2> 220889 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220890 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 220890 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220890 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 220891 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220891 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220891 INFO (jetty-launcher-2738-thread-1-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220891 INFO (jetty-launcher-2738-thread-2-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 220908 WARN (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable;
consider setting up ACLs as described in
https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
2> 220909 WARN (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable;
consider setting up ACLs as described in
https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
2> 220912 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.a.s.c.ZkController The Overseer is enabled. It will process all cluster
commands & state updates.
2> 220912 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.c.ZkController The Overseer is enabled. It will process all cluster
commands & state updates.
2> 220916 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38431_solr
2> 220916 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.c.Overseer Overseer
(id=72058907445624840-127.0.0.1:38431_solr-n_0000000000) starting
2> 220916 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.a.s.c.ZkController Register node as live in ZooKeeper:
/live_nodes/127.0.0.1:44471_solr
2> 220918 INFO (zkCallback-2771-thread-1) [] o.a.s.c.c.ZkStateReader Updated
live nodes from ZooKeeper... (0) -> (1)
2> 220918 INFO (zkCallback-2768-thread-1) [] o.a.s.c.c.ZkStateReader Updated
live nodes from ZooKeeper... (0) -> (1)
2> 220920 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.c.ZkController Publish node=127.0.0.1:38431_solr as DOWN
2> 220920 INFO
(OverseerStateUpdate-72058907445624840-127.0.0.1:38431_solr-n_0000000000)
[n:127.0.0.1:38431_solr] o.a.s.c.Overseer Starting to work on the main queue :
127.0.0.1:38431_solr
2> 220921 WARN (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.a.s.c.CoreContainer Not all security plugins configured!
authentication=disabled authorization=disabled. Solr is only as secure as you
make it. Consider configuring authentication/authorization before exposing Solr
to users internal or external. See https://s.apache.org/solrsecurity for more
info
2> 220922 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.c.ZkController Register node as live in ZooKeeper:
/live_nodes/127.0.0.1:38431_solr
2> 220923 INFO (zkCallback-2768-thread-1) [] o.a.s.c.c.ZkStateReader Updated
live nodes from ZooKeeper... (1) -> (2)
2> 220923 INFO (zkCallback-2771-thread-1) [] o.a.s.c.c.ZkStateReader Updated
live nodes from ZooKeeper... (1) -> (2)
2> 220925 WARN (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.c.CoreContainer Not all security plugins configured!
authentication=disabled authorization=disabled. Solr is only as secure as you
make it. Consider configuring authentication/authorization before exposing Solr
to users internal or external. See https://s.apache.org/solrsecurity for more
info
2> 220980 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node1
2> 221014 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 221028 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.e.j.e.s.ServletContextHandler Started
oeje10s.ServletContextHandler@f62e793{/solr,/solr,b=file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/,a=AVAILABLE,h=oeje10s.SessionHandler@6eefb774{STARTED}}
2> 221028 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.e.j.s.AbstractConnector Started ServerConnector@7814bba9{HTTP/1.1, (http/1.1,
h2c)}{127.0.0.1:38431}
2> 221028 INFO (jetty-launcher-2738-thread-1) [n:127.0.0.1:38431_solr]
o.e.j.s.Server Started oejs.Server@2b4b6c6c{STARTING}[12.0.27,sto=15000]
@221048ms
2> 221035 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node2
2> 221073 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 221091 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.e.j.e.s.ServletContextHandler Started
oeje10s.ServletContextHandler@527437dc{/solr,/solr,b=file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/tmp/tests-cwd/,a=AVAILABLE,h=oeje10s.SessionHandler@1524851b{STARTED}}
2> 221092 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.e.j.s.AbstractConnector Started ServerConnector@20ba3f28{HTTP/1.1, (http/1.1,
h2c)}{127.0.0.1:44471}
2> 221092 INFO (jetty-launcher-2738-thread-2) [n:127.0.0.1:44471_solr]
o.e.j.s.Server Started oejs.Server@2ea7b374{STARTING}[12.0.27,sto=15000]
@221112ms
2> 221093 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
2> 221093 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:38431_solr
2> 221093 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector.
ZkCredentialsInjector is not secure, it creates an empty list of credentials
which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 221093 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is
not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 221094 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Starting
2> 221095 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 221096 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 221096 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 221096 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 221097 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
2> 221098 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45301/solr
ready
2> 221098 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:44471_solr
2> 221098 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector.
ZkCredentialsInjector is not secure, it creates an empty list of credentials
which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 221098 WARN (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is
not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 221099 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Starting
2> 221100 INFO (SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker)
[] o.a.c.f.i.CuratorFrameworkImpl Default schema
2> 221100 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.s.ConnectionStateManager State change: CONNECTED
2> 221101 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 221101 INFO
(SUITE-LeaderTragicEventTest-seed#[6EB527B843D05C21]-worker-EventThread) []
o.a.c.f.i.EnsembleTracker New config event received: {}
2> 221104 INFO (Curator-Framework-0) [] o.a.c.f.i.CuratorFrameworkImpl
backgroundOperationsLoop exiting
2> 221211 INFO
(TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[6EB527B843D05C21]) []
o.a.s.SolrTestCaseJ4 ###Starting testLeaderFailsOver
2> 221218 INFO (OverseerThreadFactory-2779-thread-1) [ c:testLeaderFailsOver
t:null-13826] o.a.s.c.a.c.CreateCollectionCmd Create collection
testLeaderFailsOver
2> 221218 INFO (OverseerThreadFactory-2779-thread-1) [ c:testLeaderFailsOver
t:null-13826] o.a.s.c.a.c.CreateCollectionCmd solr.cloud.prs.enabled : false
and collection prs : null, isPRS : false
2> 221222 INFO (OverseerThreadFactory-2779-thread-1) [ c:testLeaderFailsOver
t:null-13826] o.a.s.c.c.ZkStateReader
/collections/testLeaderFailsOver/state.json is deleted, stop watching children
2> 221223 INFO (zkCallback-2771-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 221229 INFO
(OverseerStateUpdate-72058907445624840-127.0.0.1:38431_solr-n_0000000000)
[n:127.0.0.1:38431_solr] o.a.s.c.o.SliceMutator createReplica() {
2> "core":"testLeaderFailsOver_shard1_replica_n1",
2> "node_name":"127.0.0.1:44471_solr",
2> "base_url":"http://127.0.0.1:44471/solr";,
2> "collection":"testLeaderFailsOver",
2> "shard":"shard1",
2> "state":"down",
2> "type":"NRT",
2> "operation":"ADDREPLICA",
2> "waitForFinalState":"false"}
2> 221232 INFO
(OverseerStateUpdate-72058907445624840-127.0.0.1:38431_solr-n_0000000000)
[n:127.0.0.1:38431_solr] o.a.s.c.o.SliceMutator createReplica() {
2> "core":"testLeaderFailsOver_shard1_replica_n2",
2> "node_name":"127.0.0.1:38431_solr",
2> "base_url":"http://127.0.0.1:38431/solr";,
2> "collection":"testLeaderFailsOver",
2> "shard":"shard1",
2> "state":"down",
2> "type":"NRT",
2> "operation":"ADDREPLICA",
2> "waitForFinalState":"false"}
2> 221335 INFO (zkCallback-2771-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 221338 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.h.a.a.CreateCore
core create command "org.apache.solr.client.api.model.CreateCoreParams@36e316fd"
2> 221339 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.h.a.a.CreateCore
core create command "org.apache.solr.client.api.model.CreateCoreParams@3a847c80"
2> 221347 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.SolrConfig Using
Lucene MatchVersion: 10.3.2
2> 221348 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.c.SolrConfig Using
Lucene MatchVersion: 10.3.2
2> 221349 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.s.IndexSchema
Schema name=minimal
2> 221350 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.s.IndexSchema
Loaded schema minimal/1.7 with uniqueid field id
2> 221350 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.CoreContainer
Creating SolrCore 'testLeaderFailsOver_shard1_replica_n2' using configuration
from configset config
2> 221350 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.s.IndexSchema
Schema name=minimal
2> 221350 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.SolrCore Opening
new SolrCore at
[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node1/testLeaderFailsOver_shard1_replica_n2],
dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node1/testLeaderFailsOver_shard1_replica_n2/data/]
2> 221351 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.s.IndexSchema
Loaded schema minimal/1.7 with uniqueid field id
2> 221351 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.c.CoreContainer
Creating SolrCore 'testLeaderFailsOver_shard1_replica_n1' using configuration
from configset config
2> 221351 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.c.SolrCore Opening
new SolrCore at
[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node2/testLeaderFailsOver_shard1_replica_n1],
dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_6EB527B843D05C21-001/tempDir-001/node2/testLeaderFailsOver_shard1_replica_n1/data/]
2> 221379 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 221382 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826]
o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 221384 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 221384 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10
2> 221384 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
2> 221384 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
2> 221387 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 221387 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10
2> 221387 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
2> 221387 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
2> 221389 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
2> 221389 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
2> 221389 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 221390 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/config
2> 221390 INFO
(searcherExecutor-2795-thread-1-processing-127.0.0.1:38431_solr
testLeaderFailsOver_shard1_replica_n2 null-13826 testLeaderFailsOver shard1
core_node4) [n:127.0.0.1:38431_solr c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.SolrCore
Registered new searcher autowarm time: 0 ms
2> 221391 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/config
2> 221391 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 221392 INFO
(searcherExecutor-2797-thread-1-processing-127.0.0.1:44471_solr
testLeaderFailsOver_shard1_replica_n1 null-13826 testLeaderFailsOver shard1
core_node3) [n:127.0.0.1:44471_solr c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.c.SolrCore
Registered new searcher autowarm time: 0 ms
2> 221395 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.c.ZkShardTerms
Successful update of terms at /collections/testLeaderFailsOver/terms/shard1 to
Terms{values={core_node3=0}, version=0} for registerTerm
2> 221395 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826]
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created
/collections/testLeaderFailsOver/leaders/shard1
2> 221395 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.ZkShardTerms
Failed to save terms, version is not a match, retrying
2> 221396 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.ZkShardTerms
Successful update of terms at /collections/testLeaderFailsOver/terms/shard1 to
Terms{values={core_node3=0, core_node4=0}, version=1} for registerTerm
2> 221396 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created
/collections/testLeaderFailsOver/leaders/shard1
2> 221405 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
2> 221405 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
2> 221405 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.SyncStrategy Sync
replicas to http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2/
2> 221405 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.u.PeerSync
PeerSync: core=testLeaderFailsOver_shard1_replica_n2
url=http://127.0.0.1:38431/solr START
replicas=[http://127.0.0.1:44471/solr/testLeaderFailsOver_shard1_replica_n1/]
nUpdates=100
2> 221406 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.u.PeerSync
PeerSync: core=testLeaderFailsOver_shard1_replica_n2
url=http://127.0.0.1:38431/solr DONE. We have no versions. sync failed.
2> 221406 INFO (qtp404904288-4743-null-13826) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13826] o.a.s.c.S.Request
path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin}
status=0 QTime=0
2> 221407 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.SyncStrategy
Leader's attempt to sync with shard failed, moving to the next candidate
2> 221407 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
2> 221407 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/testLeaderFailsOver/leaders/shard1/leader after winning as
/collections/testLeaderFailsOver/leader_elect/shard1/election/72058907445624840-core_node4-n_0000000000
2> 221410 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2/ shard1
2> 221513 INFO (zkCallback-2771-thread-2) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 221514 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13826] o.a.s.c.ZkController I am
the leader, no recovery necessary
2> 221518 INFO (qtp798063264-4738-null-13826) [n:127.0.0.1:38431_solr
t:null-13826] o.a.s.s.HttpSolrCall [admin] path=/admin/cores
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testLeaderFailsOver_shard1_replica_n2&action=CREATE&numShards=1&collection=testLeaderFailsOver&shard=shard1&wt=javabin&replicaType=NRT}
status=0 QTime=179
2> 221619 INFO (zkCallback-2771-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 222408 INFO (qtp404904288-4741-null-13826) [n:127.0.0.1:44471_solr
t:null-13826] o.a.s.s.HttpSolrCall [admin] path=/admin/cores
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testLeaderFailsOver_shard1_replica_n1&action=CREATE&numShards=1&collection=testLeaderFailsOver&shard=shard1&wt=javabin&replicaType=NRT}
status=0 QTime=1069
2> 222411 INFO (qtp404904288-4735-null-13825) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver t:null-13825] o.a.s.h.a.CollectionsHandler Wait for new
collection to be active for at most 45 seconds. Check all shard replicas
2> 222509 INFO (zkCallback-2771-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 222509 INFO (zkCallback-2768-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 222510 INFO (qtp404904288-4735-null-13825) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver t:null-13825] o.a.s.s.HttpSolrCall [admin]
path=/admin/collections
params={collection.configName=config&name=testLeaderFailsOver&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin}
status=0 QTime=1296
2> 222510 INFO
(TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[6EB527B843D05C21]) []
o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testLeaderFailsOver
2> 222516 INFO (qtp798063264-4742-null-13827) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13827] o.a.s.c.ZkShardTerms
Successful update of terms at /collections/testLeaderFailsOver/terms/shard1 to
Terms{values={core_node3=1, core_node4=1}, version=2} for
ensureHighestTermsAreNotZero
2> 222520 INFO (qtp404904288-4739-null-13827) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13827]
o.a.s.u.p.LogUpdateProcessorFactory path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2/&wt=javabin}{add=[1
(1870965463000809472)]} 0 1
2> 222520 INFO (qtp798063264-4742-null-13827) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13827]
o.a.s.u.p.LogUpdateProcessorFactory path=/update
params={_stateVer_=testLeaderFailsOver:4&wt=javabin}{add=[1
(1870965463000809472)]} 0 6
2> 222524 INFO
(searcherExecutor-2795-thread-1-processing-127.0.0.1:38431_solr
testLeaderFailsOver_shard1_replica_n2 null-13828 testLeaderFailsOver shard1
core_node4) [n:127.0.0.1:38431_solr c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13828] o.a.s.c.SolrCore
Registered new searcher autowarm time: 0 ms
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_cache_size,
description=Current number cache entries, unit=, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_warmup_time,
description=Cache warmup time (most recent), unit=ms, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_ops, description=Number
of cumulative cache operations (inserts and evictions), unit=,
type=OBSERVABLE_COUNTER, valueType=LONG,
advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_ram_used,
description=RAM bytes used by cache, unit=By, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_lookups,
description=Number of cumulative cache lookup results (hits and misses), unit=,
type=OBSERVABLE_COUNTER, valueType=LONG,
advice=Advice{explicitBucketBoundaries=null, attributes=null}}]} has called
close() multiple times.
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_live_docs_cache,
description=LiveDocs cache metrics, unit=, type=OBSERVABLE_COUNTER,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null,
attributes=null}}]} has called close() multiple times.
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_index_num_docs,
description=Number of live docs in the index, unit=, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null,
attributes=null}}]} has called close() multiple times.
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_index_docs,
description=Total number of docs in the index (including deletions), unit=,
type=OBSERVABLE_GAUGE, valueType=LONG,
advice=Advice{explicitBucketBoundaries=null, attributes=null}}]} has called
close() multiple times.
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_index_version,
description=Lucene index version, unit=, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null,
attributes=null}}]} has called close() multiple times.
2> 222525 INFO
(searcherExecutor-2797-thread-1-processing-127.0.0.1:44471_solr
testLeaderFailsOver_shard1_replica_n1 null-13828 testLeaderFailsOver shard1
core_node3) [n:127.0.0.1:44471_solr c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13828] o.a.s.c.SolrCore
Registered new searcher autowarm time: 0 ms
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_cache_ops,
description=Number of cumulative cache operations (inserts and evictions),
unit=, type=OBSERVABLE_COUNTER, valueType=LONG,
advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_lookups,
description=Number of cumulative cache lookup results (hits and misses), unit=,
type=OBSERVABLE_COUNTER, valueType=LONG,
advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_ram_used,
description=RAM bytes used by cache, unit=By, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_size,
description=Current number cache entries, unit=, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_warmup_time,
description=Cache warmup time (most recent), unit=ms, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null,
attributes=null}}]} has called close() multiple times.
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_live_docs_cache,
description=LiveDocs cache metrics, unit=, type=OBSERVABLE_COUNTER,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null,
attributes=null}}]} has called close() multiple times.
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_index_num_docs,
description=Number of live docs in the index, unit=, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null,
attributes=null}}]} has called close() multiple times.
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_index_docs,
description=Total number of docs in the index (including deletions), unit=,
type=OBSERVABLE_GAUGE, valueType=LONG,
advice=Advice{explicitBucketBoundaries=null, attributes=null}}]} has called
close() multiple times.
2> Jul 17, 2026 3:05:08 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_index_version,
description=Lucene index version, unit=, type=OBSERVABLE_GAUGE,
valueType=LONG, advice=Advice{explicitBucketBoundaries=null,
attributes=null}}]} has called close() multiple times.
2> 222525 INFO (qtp404904288-4743-null-13828) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13828]
o.a.s.u.p.LogUpdateProcessorFactory path=/update
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&expungeDeletes=false}{commit=}
0 3
2> 222525 INFO (qtp798063264-4744-null-13828) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13828]
o.a.s.u.p.LogUpdateProcessorFactory path=/update
params={_stateVer_=testLeaderFailsOver:4&commit=true&wt=javabin}{commit=} 0 4
2> 222526 INFO
(TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[6EB527B843D05C21]) []
o.a.s.c.LeaderTragicEventTest Will crash leader : core_node4:{
2> "core":"testLeaderFailsOver_shard1_replica_n2",
2> "leader":"true",
2> "node_name":"127.0.0.1:38431_solr",
2> "base_url":"http://127.0.0.1:38431/solr";,
2> "state":"active",
2> "type":"NRT",
2> "force_set_state":"false"}
2> 222532 WARN (qtp798063264-4738-null-13829) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13829] o.a.s.c.ZkController
Leader testLeaderFailsOver:core_node4 met tragic exception, give up its
leadership
2> 222533 INFO (qtp798063264-4738-null-13829) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13829]
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created
/collections/testLeaderFailsOver/leaders/shard1
2> 222536 ERROR (qtp798063264-4738-null-13829) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13829] o.a.s.u.SolrIndexWriter
Error closing IndexWriter
2> =>java.lang.IllegalStateException: this writer hit an
unrecoverable error; cannot flush
2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:4288)
2>
2> 222537 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I
may be the new leader - try and sync
2> 222537 INFO (qtp798063264-4738-null-13829) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13829]
o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
2> 222537 ERROR (qtp798063264-4738-null-13829) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13829]
o.a.s.h.RequestHandlerBase Server exception
2> =>org.apache.solr.common.SolrException: Random tragedy fail
2> at
org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:407)
2>
2> 222537 INFO (qtp798063264-4738-null-13829) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13829] o.a.s.c.S.Request
path=/update params={commit=true&wt=javabin} status=500 QTime=6
2> 222538 ERROR (qtp798063264-4738-null-13829) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13829] o.a.s.s.HttpSolrCall 500
Exception
2> =>org.apache.solr.common.SolrException: Random tragedy fail
2> at
org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:407)
2>
2> 222543 INFO
(TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[6EB527B843D05C21]) []
o.a.s.c.LeaderTragicEventTest Tragic event triggered on attempt 1
2> 222543 INFO
(TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[6EB527B843D05C21]) []
o.a.s.c.SolrCloudTestCase waitForState (testLeaderFailsOver): Now waiting for
new replica to become leader
2> 222641 INFO (zkCallback-2771-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 222641 INFO (zkCallback-2788-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 222641 INFO (zkCallback-2768-thread-2) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225037 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:44471/solr/testLeaderFailsOver_shard1_replica_n1/
2> 225037 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.u.PeerSync PeerSync:
core=testLeaderFailsOver_shard1_replica_n1 url=http://127.0.0.1:44471/solr
START
replicas=[http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2/]
nUpdates=100
2> 225046 INFO (qtp798063264-4734-null-13830) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13830] o.a.s.c.S.Request
path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin}
status=0 QTime=6
2> 225047 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.u.PeerSync PeerSync:
core=testLeaderFailsOver_shard1_replica_n1 url=http://127.0.0.1:44471/solr
Received 1 versions from
http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2/
fingerprint:null
2> 225047 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.u.PeerSync PeerSync:
core=testLeaderFailsOver_shard1_replica_n1 url=http://127.0.0.1:44471/solr No
additional versions requested. ourHighThreshold=1870965463000809472
otherLowThreshold=1870965463000809472 ourHighest=1870965463000809472
otherHighest=1870965463000809472
2> 225047 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.u.PeerSync PeerSync:
core=testLeaderFailsOver_shard1_replica_n1 url=http://127.0.0.1:44471/solr
DONE. sync succeeded
2> 225047 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success -
now sync replicas to me
2> 225047 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.c.SyncStrategy
http://127.0.0.1:44471/solr/testLeaderFailsOver_shard1_replica_n1/: try and ask
http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2/ to sync
2> 225048 INFO (qtp798063264-4736-null-13831) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13831] o.a.s.u.PeerSync
PeerSync: core=testLeaderFailsOver_shard1_replica_n2
url=http://127.0.0.1:38431/solr START
replicas=[http://127.0.0.1:44471/solr/testLeaderFailsOver_shard1_replica_n1/]
nUpdates=100
2> 225053 INFO (qtp798063264-4736-null-13831) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13831] o.a.s.u.IndexFingerprint
IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807,
maxVersionEncountered=1870965463000809472, maxInHash=1870965463000809472,
versionsHash=-2337273112824856334, numVersions=1, numDocs=1, maxDoc=1}
2> 225053 INFO (qtp404904288-4741-null-13831) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13831] o.a.s.u.IndexFingerprint
IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807,
maxVersionEncountered=1870965463000809472, maxInHash=1870965463000809472,
versionsHash=-2337273112824856334, numVersions=1, numDocs=1, maxDoc=1}
2> 225053 INFO (qtp404904288-4741-null-13831) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13831] o.a.s.c.S.Request
path=/get
params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin}
status=0 QTime=4
2> 225053 INFO (qtp798063264-4736-null-13831) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13831] o.a.s.u.PeerSync We are
already in sync. No need to do a PeerSync
2> 225053 INFO (qtp798063264-4736-null-13831) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13831] o.a.s.c.S.Request
path=/get
params={distrib=false&qt=/get&getVersions=100&sync=http://127.0.0.1:44471/solr/testLeaderFailsOver_shard1_replica_n1/&wt=javabin}
status=0 QTime=5
2> 225054 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.c.SyncStrategy
http://127.0.0.1:44471/solr/testLeaderFailsOver_shard1_replica_n1/: sync
completed with http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2
2> 225054 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase
Creating leader registration node
/collections/testLeaderFailsOver/leaders/shard1/leader after winning as
/collections/testLeaderFailsOver/leader_elect/shard1/election/72058907445624839-core_node3-n_0000000001
2> 225057 INFO (zkCallback-2768-thread-1) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I
am the new leader:
http://127.0.0.1:44471/solr/testLeaderFailsOver_shard1_replica_n1/ shard1
2> 225058 INFO (zkCallback-2771-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225058 INFO (zkCallback-2768-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225058 INFO (zkCallback-2788-thread-1) [] o.a.s.c.c.ZkStateReader A
cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/testLeaderFailsOver/state.json zxid: -1] for collection
[testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225065 INFO (qtp798063264-4744-null-13832) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13832]
o.a.s.u.p.LogUpdateProcessorFactory path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44471/solr/testLeaderFailsOver_shard1_replica_n1/&wt=javabin}{add=[2
(1870965465672581120)]} 0 0
2> 225066 INFO (qtp404904288-4735-null-13832) [n:127.0.0.1:44471_solr
c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13832]
o.a.s.u.p.LogUpdateProcessorFactory path=/update
params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38431/solr/testLeaderFailsOver_shard1_replica_n2/&wt=javabin}{add=[2
(1870965465672581120)]} 0 4
2> 225066 INFO (qtp798063264-4738-null-13832) [n:127.0.0.1:38431_solr
c:testLeaderFailsOver s:shard1 r:core_node4
x:testLeaderFailsOver_shard1_replica_n2 t:null-13832]
o.a.s.u.p.LogUpdateProcessorFactory path=/update
params={_stateVer_=testLeaderFailsOver:4&wt=javabin}{add=[2]} 0 5
2> 225070 INFO
(searcherExecutor-2797-thread-1-processing-127.0.0.1:44471_solr
testLeaderFailsOver_shard1_replica_n1 null-13833 testLeaderFailsOver shard1
core_node3) [n:127.0.0.1:44471_solr c:testLeaderFailsOver s:shard1 r:core_node3
x:testLeaderFailsOver_shard1_replica_n1 t:null-13833] o.a.s.c.SolrCore
Registered new searcher autowarm time: 0 ms
2> Jul 17, 2026 3:05:11 AM io.opentelemetry.sdk.internal.ThrottlingLogger
doLog
2> WARNING:
CallbackRegistration{instrumentDescriptors=[InstrumentDescriptor{name=solr_core_indexsearcher_cache_lookups,
description=Number of cumulative cache lookup results (hits and misses),
unit=, type=OBSERVABLE_COUNTER, valueType=LONG,
advice=Advice{explicitBucketBoundaries=null, attributes=null}},
InstrumentDescriptor{name=solr_core_indexsearcher_cache_ops, description=Number
of cumulative cache operations (inserts and evictions), unit=,
type=OBSERVABLE_COUNTER, valueType=LON
[...truncated too long message...]
ity.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
:solr:modules:s3-repository:test (SUCCESS): 53 test(s), 1 skipped
> Task :solr:modules:s3-repository:wipeTaskTemp
> Task :solr:modules:scripting:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:scripting:processResources NO-SOURCE
> Task :solr:modules:scripting:classes
> Task :solr:modules:scripting:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:scripting:processTestResources
> Task :solr:modules:scripting:testClasses
> Task :solr:modules:scripting:test
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
:solr:modules:scripting:test (SUCCESS): 22 test(s), 17 skipped
> Task :solr:modules:scripting:wipeTaskTemp
> Task :solr:modules:sql:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:sql:copySolrCoreTestResources
> Task :solr:modules:sql:processTestResources
> Task :solr:modules:sql:testClasses
> Task :solr:modules:sql:test
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: Using incubator modules: jdk.incubator.vector
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
WARNING: A command line option has enabled the Security Manager
WARNING: The Security Manager is deprecated and will be removed in a future
release
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
java.security.policy: error adding Permission, java.net.URLPermission:
java.util.ServiceConfigurationError: Locale provider adapter
"CLDR"cannot be instantiated.
:solr:modules:sql:test (SUCCESS): 33 test(s)
> Task :solr:modules:sql:wipeTaskTemp
The slowest tests (exceeding 500 ms) during this run:
91.13s BasicDistributedZkTest.test (:solr:core)
63.16s TestCpuAllowedLimit.testDistribLimit (:solr:core)
60.44s TestCloudJSONFacetSKG.testRandom (:solr:core)
53.66s TestCpuAllowedLimit.testDistribLimit2 (:solr:core)
53.30s TestRandomCollapseQParserPlugin.testRandomCollapseWithSort (:solr:core)
51.01s PeerSyncReplicationTest.test (:solr:core)
48.79s ReplicationFactorTest.test (:solr:core)
40.15s HttpJettySolrClientTest.testIdleTimeoutWithHttpClient
(:solr:solrj-jetty)
38.62s TestRandomFaceting.testRandomFaceting (:solr:core)
35.89s TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess
(:solr:core)
The slowest suites (exceeding 1s) during this run:
122.19s TestCpuAllowedLimit (:solr:core)
103.89s CollectionsAPIDistributedZkTest (:solr:core)
91.50s BasicDistributedZkTest (:solr:core)
78.54s KnnQParserTest (:solr:core)
66.41s TestRecovery (:solr:core)
66.12s TestJsonFacets (:solr:core)
65.49s TestCloudJSONFacetSKG (:solr:core)
63.98s TestPullReplica (:solr:core)
63.41s ReindexCollectionTest (:solr:core)
61.15s TestCoordinatorRole (:solr:core)
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.LeaderTragicEventTest (:solr:core)
Test history:
https://develocity.apache.org/scans/tests?search.rootProjectNames=solr-root&tests.container=org.apache.solr.cloud.LeaderTragicEventTest
Test output:
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-10.0/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.LeaderTragicEventTest.txt
Reproduce with: ./gradlew :solr:core:test --tests
"org.apache.solr.cloud.LeaderTragicEventTest" -Ptests.haltonfailure=false
"-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC
-XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m"
-Ptests.seed=6EB527B843D05C21 -Ptests.multiplier=2
-Ptests.useSecurityManager=true -Ptests.badapples=false
-Ptests.file.encoding=US-ASCII
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.10/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD SUCCESSFUL in 40m 24s
153 actionable tasks: 153 executed
Publishing build scan...
https://develocity.apache.org/s/ufwjkwwvgjli4
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
‘**/*.events’ doesn’t match anything: ‘**’ exists but not ‘**/*.events’
No artifacts found that match the file pattern
"**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
[Checks API] No suitable checks publisher found.
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
