Build: https://ci-builds.apache.org/job/Solr/job/Solr-TestIntegration-10.x/201/
No tests ran. Build Log: [...truncated 418 lines...] # ERROR: Server refused connection at: http://localhost:40507/solr/test_args/update # # org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://localhost:40507/solr/test_args/update # at org.apache.solr.client.solrj.jetty.HttpJettySolrClient.request(HttpJettySolrClient.java:506) # at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:302) # at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:466) # at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:442) # at org.apache.solr.cli.PostTool.commit(PostTool.java:778) # at org.apache.solr.cli.PostTool.execute(PostTool.java:346) # at org.apache.solr.cli.PostTool.runImpl(PostTool.java:320) # at org.apache.solr.cli.ToolBase.runTool(ToolBase.java:81) # at org.apache.solr.cli.SolrCLI.main(SolrCLI.java:117) # Caused by: java.net.ConnectException: Connection refused # at java.base/sun.nio.ch.Net.pollConnect(Native Method) # at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:682) # at java.base/sun.nio.ch.SocketChannelImpl.finishTimedConnect(SocketChannelImpl.java:1191) # at java.base/sun.nio.ch.SocketChannelImpl.blockingConnect(SocketChannelImpl.java:1233) # at java.base/sun.nio.ch.SocketAdaptor.connect(SocketAdaptor.java:102) # at org.eclipse.jetty.io.ClientConnector.connect(ClientConnector.java:467) # at org.eclipse.jetty.io.Transport$Socket.connect(Transport.java:175) # at org.eclipse.jetty.http2.client.HTTP2Client.connect(HTTP2Client.java:486) # at org.eclipse.jetty.http2.client.transport.HttpClientTransportOverHTTP2.connect(HttpClientTransportOverHTTP2.java:140) # at org.eclipse.jetty.http2.client.transport.HttpClientTransportOverHTTP2.connect(HttpClientTransportOverHTTP2.java:128) # at org.eclipse.jetty.client.HttpClient$1.connect(HttpClient.java:579) # at org.eclipse.jetty.client.HttpClient$1.succeeded(HttpClient.java:556) # at org.eclipse.jetty.client.HttpClient$1.succeeded(HttpClient.java:552) # at org.eclipse.jetty.util.SocketAddressResolver$Async.lambda$resolve$0(SocketAddressResolver.java:186) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381) # at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) # at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) # at java.base/java.lang.Thread.run(Thread.java:1583) # -- # # Please find the SOLR_HOME snapshot for failed test #10 at: /home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/build/test-output/failure-snapshots/79-10 # Last output: # POSTing args to http://localhost:40507/solr/test_args/update... # PostTool: WARNING: Connection error (is Solr running at http://localhost:40507/solr/test_args/update ?): java.net.ConnectException: Connection refused # PostTool: WARNING: IOException while posting data: java.net.ConnectException: Connection refused # PostTool: WARNING: IOException while reading response: java.net.ConnectException: Connection refused # COMMITting Solr index changes to http://localhost:40507/solr/test_args/update... # # ERROR: Server refused connection at: http://localhost:40507/solr/test_args/update # # org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://localhost:40507/solr/test_args/update # at org.apache.solr.client.solrj.jetty.HttpJettySolrClient.request(HttpJettySolrClient.java:506) # at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:302) # at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:466) # at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:442) # at org.apache.solr.cli.PostTool.commit(PostTool.java:778) # at org.apache.solr.cli.PostTool.execute(PostTool.java:346) # at org.apache.solr.cli.PostTool.runImpl(PostTool.java:320) # at org.apache.solr.cli.ToolBase.runTool(ToolBase.java:81) # at org.apache.solr.cli.SolrCLI.main(SolrCLI.java:117) # Caused by: java.net.ConnectException: Connection refused # at java.base/sun.nio.ch.Net.pollConnect(Native Method) # at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:682) # at java.base/sun.nio.ch.SocketChannelImpl.finishTimedConnect(SocketChannelImpl.java:1191) # at java.base/sun.nio.ch.SocketChannelImpl.blockingConnect(SocketChannelImpl.java:1233) # at java.base/sun.nio.ch.SocketAdaptor.connect(SocketAdaptor.java:102) # at org.eclipse.jetty.io.ClientConnector.connect(ClientConnector.java:467) # at org.eclipse.jetty.io.Transport$Socket.connect(Transport.java:175) # at org.eclipse.jetty.http2.client.HTTP2Client.connect(HTTP2Client.java:486) # at org.eclipse.jetty.http2.client.transport.HttpClientTransportOverHTTP2.connect(HttpClientTransportOverHTTP2.java:140) # at org.eclipse.jetty.http2.client.transport.HttpClientTransportOverHTTP2.connect(HttpClientTransportOverHTTP2.java:128) # at org.eclipse.jetty.client.HttpClient$1.connect(HttpClient.java:579) # at org.eclipse.jetty.client.HttpClient$1.succeeded(HttpClient.java:556) # at org.eclipse.jetty.client.HttpClient$1.succeeded(HttpClient.java:552) # at org.eclipse.jetty.util.SocketAddressResolver$Async.lambda$resolve$0(SocketAddressResolver.java:186) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381) # at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) # at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) # at java.base/java.lang.Thread.run(Thread.java:1583) not ok 80 stdin mode # in 1043 ms # (from function `assert_output' in file .gradle/node/node_modules/bats-assert/src/assert.bash, line 247, # in test file test/test_post.bats, line 201) # `assert_output --partial "Created collection 'test_stdin'"' failed # # -- output does not contain substring -- # substring (1 lines): # Created collection 'test_stdin' # output (3 lines): # Neither --zk-host or --solr-url parameters, nor ZK_HOST env var provided, so assuming solr url is http://localhost:40507. # # ERROR: Server refused connection at: http://localhost:40507/solr/admin/info/system # -- # # Please find the SOLR_HOME snapshot for failed test #11 at: /home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/build/test-output/failure-snapshots/80-11 # Last output: # Neither --zk-host or --solr-url parameters, nor ZK_HOST env var provided, so assuming solr url is http://localhost:40507. # # ERROR: Server refused connection at: http://localhost:40507/solr/admin/info/system not ok 81 verbose echo the Solr response # in 1053 ms # (from function `assert_output' in file .gradle/node/node_modules/bats-assert/src/assert.bash, line 247, # in test file test/test_post.bats, line 210) # `assert_output --partial "Created collection 'monitors_verbose'"' failed # # -- output does not contain substring -- # substring (1 lines): # Created collection 'monitors_verbose' # output (3 lines): # Neither --zk-host or --solr-url parameters, nor ZK_HOST env var provided, so assuming solr url is http://localhost:40507. # # ERROR: Server refused connection at: http://localhost:40507/solr/admin/info/system # -- # # Please find the SOLR_HOME snapshot for failed test #12 at: /home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/build/test-output/failure-snapshots/81-12 # Last output: # Neither --zk-host or --solr-url parameters, nor ZK_HOST env var provided, so assuming solr url is http://localhost:40507. # # ERROR: Server refused connection at: http://localhost:40507/solr/admin/info/system ok 82 post solr log into solr via cli # in 8520 ms # Test failed - capturing Docker diagnostics # === docker ps (summary) === NAMES STATUS IMAGE PORTS solr-node3 Up 8 seconds apache/solr-nightly:9.10.0-SNAPSHOT-slim 8983/tcp solr-node2 Up 9 seconds apache/solr-nightly:9.10.0-SNAPSHOT-slim 8983/tcp solr-node1 Up 14 seconds apache/solr-nightly:9.10.0-SNAPSHOT-slim 8983/tcp # === Docker logs for solr-node1 === 2026-05-06T12:35:49.316520926Z *** [WARN] *** Your open file limit is currently 1024. 2026-05-06T12:35:49.316573662Z It should be set to 65000 to avoid operational disruption. 2026-05-06T12:35:49.316577422Z If you no longer wish to see this warning, set SOLR_ULIMIT_CHECKS to false in your profile or solr.in.sh 2026-05-06T12:35:49.317080320Z Solr will start in SolrCloud mode by default in version 10, and you will no longer need to pass in -c or --cloud flag. 2026-05-06T12:35:49.317088348Z 2026-05-06T12:35:49.329246767Z Java 17 detected. Enabled workaround for SOLR-16463 2026-05-06T12:35:49.338330197Z [0.002s][warning][pagesize] UseLargePages disabled, no large pages configured and available on the system. 2026-05-06T12:35:49.386165780Z CompileCommand: exclude com/github/benmanes/caffeine/cache/BoundedLocalCache.put bool exclude = true 2026-05-06T12:35:49.426790862Z WARNING: A command line option has enabled the Security Manager 2026-05-06T12:35:49.426823190Z WARNING: The Security Manager is deprecated and will be removed in a future release 2026-05-06T12:35:50.648038930Z 2026-05-06 12:35:50.644 INFO (main) [c: s: r: x: t:] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 17.0.16+8 2026-05-06T12:35:50.940835238Z 2026-05-06 12:35:50.940 WARN (main) [c: s: r: x: t:] o.e.j.u.DeprecationWarning Using @Deprecated Class org.eclipse.jetty.servlet.listener.ELContextCleaner 2026-05-06T12:35:50.972981113Z 2026-05-06 12:35:50.972 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory 2026-05-06T12:35:50.982358783Z 2026-05-06 12:35:50.981 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.10.0-SNAPSHOT 1edeb3ac6a97186b4ae7de511196a1769de7960e [snapshot build, details omitted] 2026-05-06T12:35:50.982394569Z 2026-05-06 12:35:50.981 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port 8983 2026-05-06T12:35:50.982454408Z 2026-05-06 12:35:50.981 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /opt/solr-9.10.0-SNAPSHOT-slim 2026-05-06T12:35:50.982611394Z 2026-05-06 12:35:50.981 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-05-06T12:35:50.981802986Z 2026-05-06T12:35:50.986277153Z 2026-05-06 12:35:50.985 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr started with "-XX:+CrashOnOutOfMemoryError" that will crash on any OutOfMemoryError exception. The cause of the OOME will be logged in the crash file at the following path: /var/solr/logs/jvm_crash_1.log 2026-05-06T12:35:51.016631010Z 2026-05-06 12:35:51.015 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr Home: /var/solr/data (source: system property: solr.solr.home) 2026-05-06T12:35:51.035797926Z 2026-05-06 12:35:51.034 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig solr.xml not found in SOLR_HOME, using built-in default 2026-05-06T12:35:51.035830756Z 2026-05-06 12:35:51.035 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig Loading solr.xml from /opt/solr-9.10.0-SNAPSHOT-slim/server/solr/solr.xml 2026-05-06T12:35:51.080201236Z 2026-05-06 12:35:51.079 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/opt/solr-9.10.0-SNAPSHOT-slim/lib] 2026-05-06T12:35:51.978382960Z 2026-05-06 12:35:51.977 INFO (main) [c: s: r: x: t:] o.a.s.u.t.SimplePropagator Always-on trace id generation enabled. 2026-05-06T12:35:52.264199326Z 2026-05-06 12:35:52.262 WARN (main) [c: s: r: x: t:] o.a.s.u.StartupLoggingUtils Jetty request logging enabled. Will retain logs for last 3 days. See chapter "Configuring Logging" in reference guide for how to configure. 2026-05-06T12:35:52.270436695Z 2026-05-06 12:35:52.270 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrZkServer Zookeeper configuration not found in /var/solr/data, using built-in default 2026-05-06T12:35:52.271342845Z 2026-05-06 12:35:52.270 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrZkServerProps Reading configuration from: /opt/solr-9.10.0-SNAPSHOT-slim/server/solr/zoo.cfg 2026-05-06T12:35:52.274176778Z 2026-05-06 12:35:52.273 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrZkServer STARTING EMBEDDED ENSEMBLE ZOOKEEPER SERVER at port 9983, listening on host 0.0.0.0 2026-05-06T12:35:52.274248300Z 2026-05-06 12:35:52.273 WARN (main) [c: s: r: x: t:] o.a.s.c.SolrZkServer Embedded Zookeeper is not recommended in production environments. See Reference Guide for details. 2026-05-06T12:35:52.317114756Z 2026-05-06 12:35:52.316 WARN (embeddedZkServer) [c: s: r: x: t:] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0. 2026-05-06T12:35:52.778276176Z 2026-05-06 12:35:52.777 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkContainer Zookeeper client=172.18.0.2:9983 2026-05-06T12:35:52.790644616Z 2026-05-06 12:35:52.790 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-06T12:35:52.840081859Z 2026-05-06 12:35:52.839 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper 2026-05-06T12:35:52.881185804Z 2026-05-06 12:35:52.880 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-06T12:35:52.881253796Z 2026-05-06 12:35:52.880 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-06T12:35:53.006699899Z 2026-05-06 12:35:53.005 WARN (main) [c: s: r: x: t:] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html 2026-05-06T12:35:53.028307324Z 2026-05-06 12:35:53.027 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-06T12:35:53.042573605Z 2026-05-06 12:35:53.042 INFO (main) [c: s: r: x: t:] o.a.s.c.OverseerElectionContext I am going to be the leader solr-node1:8983_solr 2026-05-06T12:35:53.048536630Z 2026-05-06 12:35:53.048 INFO (main) [c: s: r: x: t:] o.a.s.c.Overseer Overseer (id=72087343479717888-solr-node1:8983_solr-n_0000000000) starting 2026-05-06T12:35:53.109613322Z 2026-05-06 12:35:53.109 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/solr-node1:8983_solr 2026-05-06T12:35:53.110582909Z 2026-05-06 12:35:53.110 INFO (OverseerStateUpdate-72087343479717888-solr-node1:8983_solr-n_0000000000) [c: s: r: x: t:] o.a.s.c.Overseer Starting to work on the main queue : solr-node1:8983_solr 2026-05-06T12:35:53.119227268Z 2026-05-06 12:35:53.118 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) 2026-05-06T12:35:53.160616543Z 2026-05-06 12:35:53.160 WARN (main) [c: s: r: x: t:] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info 2026-05-06T12:35:53.540726958Z 2026-05-06 12:35:53.540 INFO (main) [c: s: r: x: t:] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /var/solr/data 2026-05-06T12:35:53.710361236Z 2026-05-06 12:35:53.709 WARN (main) [c: s: r: x: t:] o.g.j.m.i.MessagingBinders A class jakarta.activation.DataSource for a default provider MessageBodyWriter<jakarta.activation.DataSource> was not found. The provider is not available. 2026-05-06T12:35:53.961345586Z 2026-05-06 12:35:53.960 INFO (main) [c: s: r: x: t:] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-06T12:35:54.092208127Z 2026-05-06 12:35:54.091 INFO (main) [c: s: r: x: t:] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@71f67a79{solr-jetty-context.xml,/solr,file:///opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp/,AVAILABLE}{/opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp} 2026-05-06T12:35:54.098449300Z 2026-05-06 12:35:54.097 INFO (main) [c: s: r: x: t:] o.e.j.s.RequestLogWriter Opened /var/solr/logs/2026_05_06.request.log 2026-05-06T12:35:54.105322545Z 2026-05-06 12:35:54.104 INFO (main) [c: s: r: x: t:] o.e.j.s.AbstractConnector Started ServerConnector@61884cb1{HTTP/1.1, (http/1.1, h2c)}{0.0.0.0:8983} 2026-05-06T12:35:54.106815907Z 2026-05-06 12:35:54.106 INFO (main) [c: s: r: x: t:] o.e.j.s.Server Started Server@350ec41e{STARTING}[10.0.26,sto=0] @4769ms 2026-05-06T12:35:54.309684702Z 2026-05-06 12:35:54.309 INFO (qtp985324122-27-solr-node1-1) [c: s: r: x: t:solr-node1-1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=40 2026-05-06T12:35:54.369960656Z 2026-05-06 12:35:54.369 INFO (qtp985324122-96-solr-node1-2) [c: s: r: x: t:solr-node1-2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=18 2026-05-06T12:35:57.466336705Z 2026-05-06 12:35:57.464 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) 2026-05-06T12:35:57.770769616Z 2026-05-06 12:35:57.770 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) 2026-05-06T12:36:01.035783862Z 2026-05-06 12:36:01.035 INFO (qtp985324122-99-solr-node1-3) [c: s: r: x: t:solr-node1-3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=8 2026-05-06T12:36:01.062839534Z 2026-05-06 12:36:01.062 INFO (qtp985324122-99-solr-node1-4) [c: s: r: x: t:solr-node1-4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=11 2026-05-06T12:36:01.086441556Z 2026-05-06 12:36:01.085 INFO (qtp985324122-27-solr-node1-5) [c: s: r: x: t:solr-node1-5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2 2026-05-06T12:36:01.274859830Z 2026-05-06 12:36:01.274 INFO (qtp985324122-99-solr-node1-6) [c: s: r: x: t:solr-node1-6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=5 2026-05-06T12:36:01.298377604Z 2026-05-06 12:36:01.297 INFO (OverseerThreadFactory-17-thread-1) [c:test-collection s: r: x: t:] o.a.s.c.a.c.CreateCollectionCmd Create collection test-collection 2026-05-06T12:36:01.313618142Z 2026-05-06 12:36:01.313 INFO (OverseerThreadFactory-17-thread-1) [c:test-collection s: r: x: t:] o.a.s.c.c.ZkStateReader /collections/test-collection/state.json is deleted, stop watching children 2026-05-06T12:36:01.321625936Z 2026-05-06 12:36:01.321 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/test-collection/state.json zxid: 174] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:01.355726376Z 2026-05-06 12:36:01.355 INFO (OverseerStateUpdate-72087343479717888-solr-node1:8983_solr-n_0000000000) [c: s: r: x: t:] o.a.s.c.o.SliceMutator createReplica() { 2026-05-06T12:36:01.355744858Z "core":"test-collection_shard3_replica_n1", 2026-05-06T12:36:01.355747620Z "node_name":"solr-node1:8983_solr", 2026-05-06T12:36:01.355750219Z "base_url":"http://solr-node1:8983/solr";, 2026-05-06T12:36:01.355752355Z "collection":"test-collection", 2026-05-06T12:36:01.355754402Z "shard":"shard3", 2026-05-06T12:36:01.355756364Z "state":"down", 2026-05-06T12:36:01.355758324Z "type":"NRT", 2026-05-06T12:36:01.355760872Z "operation":"ADDREPLICA", 2026-05-06T12:36:01.355763335Z "waitForFinalState":"false"} 2026-05-06T12:36:01.363657059Z 2026-05-06 12:36:01.363 INFO (OverseerStateUpdate-72087343479717888-solr-node1:8983_solr-n_0000000000) [c: s: r: x: t:] o.a.s.c.o.SliceMutator createReplica() { 2026-05-06T12:36:01.363671967Z "core":"test-collection_shard2_replica_n2", 2026-05-06T12:36:01.363675278Z "node_name":"solr-node3:8985_solr", 2026-05-06T12:36:01.363677476Z "base_url":"http://solr-node3:8985/solr";, 2026-05-06T12:36:01.363679542Z "collection":"test-collection", 2026-05-06T12:36:01.363681628Z "shard":"shard2", 2026-05-06T12:36:01.363683592Z "state":"down", 2026-05-06T12:36:01.363685601Z "type":"NRT", 2026-05-06T12:36:01.363687724Z "operation":"ADDREPLICA", 2026-05-06T12:36:01.363689790Z "waitForFinalState":"false"} 2026-05-06T12:36:01.368316469Z 2026-05-06 12:36:01.367 INFO (OverseerStateUpdate-72087343479717888-solr-node1:8983_solr-n_0000000000) [c: s: r: x: t:] o.a.s.c.o.SliceMutator createReplica() { 2026-05-06T12:36:01.368336725Z "core":"test-collection_shard1_replica_n4", 2026-05-06T12:36:01.368339426Z "node_name":"solr-node2:8984_solr", 2026-05-06T12:36:01.368341576Z "base_url":"http://solr-node2:8984/solr";, 2026-05-06T12:36:01.368343629Z "collection":"test-collection", 2026-05-06T12:36:01.368345581Z "shard":"shard1", 2026-05-06T12:36:01.368347500Z "state":"down", 2026-05-06T12:36:01.368349470Z "type":"NRT", 2026-05-06T12:36:01.368351457Z "operation":"ADDREPLICA", 2026-05-06T12:36:01.368353395Z "waitForFinalState":"false"} 2026-05-06T12:36:01.526887661Z 2026-05-06 12:36:01.526 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 186] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:01.599052362Z 2026-05-06 12:36:01.598 INFO (qtp985324122-29-solr-node1-8) [c: s: r: x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=techproducts&newCollection=true&collection=test-collection&version=2&replicaType=NRT&coreNodeName=core_node3&name=test-collection_shard3_replica_n1&action=CREATE&numShards=3&shard=shard3&wt=javabin 2026-05-06T12:36:01.686730231Z 2026-05-06 12:36:01.686 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.0 2026-05-06T12:36:01.737347483Z 2026-05-06 12:36:01.736 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.s.IndexSchema Schema name=default-config 2026-05-06T12:36:02.058344713Z 2026-05-06 12:36:02.055 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.s.IndexSchema Loaded schema default-config/1.7 with uniqueid field id 2026-05-06T12:36:02.058423512Z 2026-05-06 12:36:02.056 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.CoreContainer Creating SolrCore 'test-collection_shard3_replica_n1' using configuration from configset techproducts, trusted=true 2026-05-06T12:36:02.079832489Z 2026-05-06 12:36:02.079 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.SolrCore Opening new SolrCore at [/var/solr/data/test-collection_shard3_replica_n1], dataDir=[/var/solr/data/test-collection_shard3_replica_n1/data/] 2026-05-06T12:36:02.912159304Z 2026-05-06 12:36:02.910 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-06T12:36:02.976046727Z 2026-05-06 12:36:02.975 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog 2026-05-06T12:36:02.987410628Z 2026-05-06 12:36:02.987 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 2026-05-06T12:36:02.988845040Z 2026-05-06 12:36:02.988 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 2026-05-06T12:36:02.988899207Z 2026-05-06 12:36:02.988 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 2026-05-06T12:36:03.108285396Z 2026-05-06 12:36:03.107 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/techproducts 2026-05-06T12:36:03.110741792Z 2026-05-06 12:36:03.110 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/techproducts 2026-05-06T12:36:03.113835452Z 2026-05-06 12:36:03.113 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/techproducts/managed-schema.xml 2026-05-06T12:36:03.115438614Z 2026-05-06 12:36:03.115 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest 2026-05-06T12:36:03.128333086Z 2026-05-06 12:36:03.127 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.s.DirectSolrSpellChecker init: {maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, accuracy=0.5, maxQueryFrequency=0.01, name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal} 2026-05-06T12:36:03.138898055Z 2026-05-06 12:36:03.138 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2026-05-06T12:36:03.149509856Z 2026-05-06 12:36:03.149 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard3_replica_n1 solr-node1-8 core_node3 solr-node1:8983_solr test-collection shard3) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.QuerySenderListener QuerySenderListener done. 2026-05-06T12:36:03.149537700Z 2026-05-06 12:36:03.149 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard3_replica_n1 solr-node1-8 core_node3 solr-node1:8983_solr test-collection shard3) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default 2026-05-06T12:36:03.162759641Z 2026-05-06 12:36:03.162 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test-collection/terms/shard3 to Terms{values={core_node3=0}, version=0} for registerTerm 2026-05-06T12:36:03.164018914Z 2026-05-06 12:36:03.163 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test-collection/leaders/shard3 2026-05-06T12:36:03.171701137Z 2026-05-06 12:36:03.171 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard3_replica_n1 solr-node1-8 core_node3 solr-node1:8983_solr test-collection shard3) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms 2026-05-06T12:36:03.180231980Z 2026-05-06 12:36:03.179 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. 2026-05-06T12:36:03.180245363Z 2026-05-06 12:36:03.179 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync 2026-05-06T12:36:03.180249684Z 2026-05-06 12:36:03.179 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.SyncStrategy Sync replicas to http://solr-node1:8983/solr/test-collection_shard3_replica_n1/ 2026-05-06T12:36:03.181621799Z 2026-05-06 12:36:03.181 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me 2026-05-06T12:36:03.182275384Z 2026-05-06 12:36:03.182 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.SyncStrategy http://solr-node1:8983/solr/test-collection_shard3_replica_n1/ has no replicas 2026-05-06T12:36:03.184610242Z 2026-05-06 12:36:03.184 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test-collection/leaders/shard3/leader after winning as /collections/test-collection/leader_elect/shard3/election/72087343479717888-core_node3-n_0000000000 2026-05-06T12:36:03.205514323Z 2026-05-06 12:36:03.205 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://solr-node1:8983/solr/test-collection_shard3_replica_n1/ shard3 2026-05-06T12:36:03.310898958Z 2026-05-06 12:36:03.310 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 240] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:03.316204947Z 2026-05-06 12:36:03.315 INFO (qtp985324122-29-solr-node1-8) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-8] o.a.s.c.ZkController I am the leader, no recovery necessary 2026-05-06T12:36:03.324699172Z 2026-05-06 12:36:03.324 INFO (qtp985324122-29-solr-node1-8) [c: s: r: x: t:solr-node1-8] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=techproducts&newCollection=true&name=test-collection_shard3_replica_n1&action=CREATE&numShards=3&collection=test-collection&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1727 2026-05-06T12:36:03.339265527Z 2026-05-06 12:36:03.337 INFO (qtp985324122-28-solr-node1-7) [c:test-collection s: r: x: t:solr-node1-7] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas 2026-05-06T12:36:03.428236052Z 2026-05-06 12:36:03.427 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 246] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:03.431817658Z 2026-05-06 12:36:03.431 INFO (qtp985324122-28-solr-node1-7) [c:test-collection s: r: x: t:solr-node1-7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=techproducts&name=test-collection&nrtReplicas=1&action=CREATE&numShards=3&wt=json&version=2.2} status=0 QTime=2147 # === Docker inspect for solr-node1 === { "Name": "/solr-node1", "State": { "Status": "running", "Running": true, "Paused": false, "Restarting": false, "OOMKilled": false, "Dead": false, "Pid": 1577018, "ExitCode": 0, "Error": "", "StartedAt": "2026-05-06T12:35:49.060861975Z", "FinishedAt": "0001-01-01T00:00:00Z" }, "Ports": { "8983/tcp": null } } # === Docker logs for solr-node2 === 2026-05-06T12:35:54.678045104Z *** [WARN] *** Your open file limit is currently 1024. 2026-05-06T12:35:54.678066208Z It should be set to 65000 to avoid operational disruption. 2026-05-06T12:35:54.678069194Z If you no longer wish to see this warning, set SOLR_ULIMIT_CHECKS to false in your profile or solr.in.sh 2026-05-06T12:35:54.678385282Z Solr will start in SolrCloud mode by default in version 10, and you will no longer need to pass in -c or --cloud flag. 2026-05-06T12:35:54.678390950Z 2026-05-06T12:35:54.687043318Z Java 17 detected. Enabled workaround for SOLR-16463 2026-05-06T12:35:54.694376631Z [0.002s][warning][pagesize] UseLargePages disabled, no large pages configured and available on the system. 2026-05-06T12:35:54.737879504Z CompileCommand: exclude com/github/benmanes/caffeine/cache/BoundedLocalCache.put bool exclude = true 2026-05-06T12:35:54.770008991Z WARNING: A command line option has enabled the Security Manager 2026-05-06T12:35:54.770026306Z WARNING: The Security Manager is deprecated and will be removed in a future release 2026-05-06T12:35:55.828282323Z 2026-05-06 12:35:55.825 INFO (main) [c: s: r: x: t:] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 17.0.16+8 2026-05-06T12:35:56.097037098Z 2026-05-06 12:35:56.096 WARN (main) [c: s: r: x: t:] o.e.j.u.DeprecationWarning Using @Deprecated Class org.eclipse.jetty.servlet.listener.ELContextCleaner 2026-05-06T12:35:56.123408958Z 2026-05-06 12:35:56.122 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory 2026-05-06T12:35:56.130732373Z 2026-05-06 12:35:56.130 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.10.0-SNAPSHOT 1edeb3ac6a97186b4ae7de511196a1769de7960e [snapshot build, details omitted] 2026-05-06T12:35:56.131897617Z 2026-05-06 12:35:56.130 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port 8984 2026-05-06T12:35:56.131910189Z 2026-05-06 12:35:56.130 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /opt/solr-9.10.0-SNAPSHOT-slim 2026-05-06T12:35:56.131913382Z 2026-05-06 12:35:56.130 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-05-06T12:35:56.130480070Z 2026-05-06T12:35:56.134014001Z 2026-05-06 12:35:56.133 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr started with "-XX:+CrashOnOutOfMemoryError" that will crash on any OutOfMemoryError exception. The cause of the OOME will be logged in the crash file at the following path: /var/solr/logs/jvm_crash_1.log 2026-05-06T12:35:56.157865551Z 2026-05-06 12:35:56.157 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr Home: /var/solr/data (source: system property: solr.solr.home) 2026-05-06T12:35:56.183036308Z 2026-05-06 12:35:56.182 WARN (main) [c: s: r: x: t:] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes 2026-05-06T12:35:56.322717208Z 2026-05-06 12:35:56.322 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2026-05-06T12:35:56.340161961Z 2026-05-06 12:35:56.339 INFO (zkCallback-1-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-06T12:35:56.340180401Z 2026-05-06 12:35:56.339 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-06T12:35:56.340182973Z 2026-05-06 12:35:56.339 WARN (main) [c: s: r: x: t:] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes 2026-05-06T12:35:56.451322971Z 2026-05-06 12:35:56.450 INFO (main) [c: s: r: x: t:] o.a.s.c.NodeConfig Loading solr.xml from SolrHome (not found in ZooKeeper) 2026-05-06T12:35:56.451341325Z 2026-05-06 12:35:56.450 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig solr.xml not found in SOLR_HOME, using built-in default 2026-05-06T12:35:56.451344211Z 2026-05-06 12:35:56.450 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig Loading solr.xml from /opt/solr-9.10.0-SNAPSHOT-slim/server/solr/solr.xml 2026-05-06T12:35:56.483716462Z 2026-05-06 12:35:56.483 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/opt/solr-9.10.0-SNAPSHOT-slim/lib] 2026-05-06T12:35:57.188992063Z 2026-05-06 12:35:57.188 INFO (main) [c: s: r: x: t:] o.a.s.u.t.SimplePropagator Always-on trace id generation enabled. 2026-05-06T12:35:57.354438310Z 2026-05-06 12:35:57.353 WARN (main) [c: s: r: x: t:] o.a.s.u.StartupLoggingUtils Jetty request logging enabled. Will retain logs for last 3 days. See chapter "Configuring Logging" in reference guide for how to configure. 2026-05-06T12:35:57.355720210Z 2026-05-06 12:35:57.353 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkContainer Zookeeper client=solr-node1:9983 2026-05-06T12:35:57.367025912Z 2026-05-06 12:35:57.366 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-06T12:35:57.372471308Z 2026-05-06 12:35:57.371 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper 2026-05-06T12:35:57.375971126Z 2026-05-06 12:35:57.375 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-06T12:35:57.376064419Z 2026-05-06 12:35:57.375 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-06T12:35:57.404869697Z 2026-05-06 12:35:57.404 WARN (main) [c: s: r: x: t:] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html 2026-05-06T12:35:57.413268219Z 2026-05-06 12:35:57.412 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) 2026-05-06T12:35:57.432211809Z 2026-05-06 12:35:57.431 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-06T12:35:57.442516625Z 2026-05-06 12:35:57.442 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Publish node=solr-node2:8984_solr as DOWN 2026-05-06T12:35:57.455128782Z 2026-05-06 12:35:57.454 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/solr-node2:8984_solr 2026-05-06T12:35:57.466137800Z 2026-05-06 12:35:57.465 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) 2026-05-06T12:35:57.554772200Z 2026-05-06 12:35:57.553 WARN (main) [c: s: r: x: t:] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info 2026-05-06T12:35:57.771456454Z 2026-05-06 12:35:57.770 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) 2026-05-06T12:35:57.849063350Z 2026-05-06 12:35:57.848 INFO (main) [c: s: r: x: t:] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /var/solr/data 2026-05-06T12:35:58.013323210Z 2026-05-06 12:35:58.012 WARN (main) [c: s: r: x: t:] o.g.j.m.i.MessagingBinders A class jakarta.activation.DataSource for a default provider MessageBodyWriter<jakarta.activation.DataSource> was not found. The provider is not available. 2026-05-06T12:35:58.265590547Z 2026-05-06 12:35:58.265 INFO (main) [c: s: r: x: t:] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-06T12:35:58.393211835Z 2026-05-06 12:35:58.392 INFO (main) [c: s: r: x: t:] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@71f67a79{solr-jetty-context.xml,/solr,file:///opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp/,AVAILABLE}{/opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp} 2026-05-06T12:35:58.398661080Z 2026-05-06 12:35:58.398 INFO (main) [c: s: r: x: t:] o.e.j.s.RequestLogWriter Opened /var/solr/logs/2026_05_06.request.log 2026-05-06T12:35:58.403043251Z 2026-05-06 12:35:58.402 INFO (main) [c: s: r: x: t:] o.e.j.s.AbstractConnector Started ServerConnector@61884cb1{HTTP/1.1, (http/1.1, h2c)}{0.0.0.0:8984} 2026-05-06T12:35:58.405604998Z 2026-05-06 12:35:58.405 INFO (main) [c: s: r: x: t:] o.e.j.s.Server Started Server@350ec41e{STARTING}[10.0.26,sto=0] @3712ms 2026-05-06T12:35:58.555542591Z 2026-05-06 12:35:58.554 INFO (qtp985324122-27-solr-node2-1) [c: s: r: x: t:solr-node2-1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=43 2026-05-06T12:35:58.605473703Z 2026-05-06 12:35:58.604 INFO (qtp985324122-55-solr-node2-2) [c: s: r: x: t:solr-node2-2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=12 2026-05-06T12:36:01.598938080Z 2026-05-06 12:36:01.598 INFO (qtp985324122-59-solr-node1-8) [c: s: r: x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=techproducts&newCollection=true&collection=test-collection&version=2&replicaType=NRT&coreNodeName=core_node6&name=test-collection_shard1_replica_n4&action=CREATE&numShards=3&shard=shard1&wt=javabin 2026-05-06T12:36:01.645858256Z 2026-05-06 12:36:01.645 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.0 2026-05-06T12:36:01.703682805Z 2026-05-06 12:36:01.703 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.s.IndexSchema Schema name=default-config 2026-05-06T12:36:02.002746763Z 2026-05-06 12:36:02.002 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.s.IndexSchema Loaded schema default-config/1.7 with uniqueid field id 2026-05-06T12:36:02.002778101Z 2026-05-06 12:36:02.002 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.CoreContainer Creating SolrCore 'test-collection_shard1_replica_n4' using configuration from configset techproducts, trusted=true 2026-05-06T12:36:02.021419500Z 2026-05-06 12:36:02.020 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.SolrCore Opening new SolrCore at [/var/solr/data/test-collection_shard1_replica_n4], dataDir=[/var/solr/data/test-collection_shard1_replica_n4/data/] 2026-05-06T12:36:02.429481199Z 2026-05-06 12:36:02.429 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-06T12:36:02.447157479Z 2026-05-06 12:36:02.446 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog 2026-05-06T12:36:02.450540232Z 2026-05-06 12:36:02.450 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 2026-05-06T12:36:02.451400639Z 2026-05-06 12:36:02.450 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 2026-05-06T12:36:02.451438332Z 2026-05-06 12:36:02.451 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 2026-05-06T12:36:02.489734818Z 2026-05-06 12:36:02.489 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/techproducts 2026-05-06T12:36:02.492540394Z 2026-05-06 12:36:02.492 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/techproducts 2026-05-06T12:36:02.494363593Z 2026-05-06 12:36:02.494 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/techproducts/managed-schema.xml 2026-05-06T12:36:02.496048004Z 2026-05-06 12:36:02.495 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest 2026-05-06T12:36:02.507110586Z 2026-05-06 12:36:02.506 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.s.DirectSolrSpellChecker init: {maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, accuracy=0.5, maxQueryFrequency=0.01, name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal} 2026-05-06T12:36:02.514346942Z 2026-05-06 12:36:02.513 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2026-05-06T12:36:02.523426324Z 2026-05-06 12:36:02.523 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard1_replica_n4 solr-node1-8 core_node6 solr-node2:8984_solr test-collection shard1) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.QuerySenderListener QuerySenderListener done. 2026-05-06T12:36:02.523452947Z 2026-05-06 12:36:02.523 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard1_replica_n4 solr-node1-8 core_node6 solr-node2:8984_solr test-collection shard1) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default 2026-05-06T12:36:02.529430671Z 2026-05-06 12:36:02.529 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard1_replica_n4 solr-node1-8 core_node6 solr-node2:8984_solr test-collection shard1) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms 2026-05-06T12:36:02.547032894Z 2026-05-06 12:36:02.546 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test-collection/terms/shard1 to Terms{values={core_node6=0}, version=0} for registerTerm 2026-05-06T12:36:02.548391243Z 2026-05-06 12:36:02.548 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test-collection/leaders/shard1 2026-05-06T12:36:02.565557160Z 2026-05-06 12:36:02.565 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. 2026-05-06T12:36:02.565587055Z 2026-05-06 12:36:02.565 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync 2026-05-06T12:36:02.565686619Z 2026-05-06 12:36:02.565 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.SyncStrategy Sync replicas to http://solr-node2:8984/solr/test-collection_shard1_replica_n4/ 2026-05-06T12:36:02.566991684Z 2026-05-06 12:36:02.566 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me 2026-05-06T12:36:02.567578325Z 2026-05-06 12:36:02.567 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.SyncStrategy http://solr-node2:8984/solr/test-collection_shard1_replica_n4/ has no replicas 2026-05-06T12:36:02.568651023Z 2026-05-06 12:36:02.568 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test-collection/leaders/shard1/leader after winning as /collections/test-collection/leader_elect/shard1/election/72087343479717891-core_node6-n_0000000000 2026-05-06T12:36:02.583286898Z 2026-05-06 12:36:02.582 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://solr-node2:8984/solr/test-collection_shard1_replica_n4/ shard1 2026-05-06T12:36:02.727635840Z 2026-05-06 12:36:02.727 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 206] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:02.732387657Z 2026-05-06 12:36:02.732 INFO (qtp985324122-59-solr-node1-8) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-8] o.a.s.c.ZkController I am the leader, no recovery necessary 2026-05-06T12:36:02.742573530Z 2026-05-06 12:36:02.742 INFO (qtp985324122-59-solr-node1-8) [c: s: r: x: t:solr-node1-8] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=techproducts&newCollection=true&name=test-collection_shard1_replica_n4&action=CREATE&numShards=3&collection=test-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1145 2026-05-06T12:36:02.913475729Z 2026-05-06 12:36:02.913 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 222] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:03.031434125Z 2026-05-06 12:36:03.030 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 225] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:03.310989678Z 2026-05-06 12:36:03.310 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 240] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:03.428960817Z 2026-05-06 12:36:03.428 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 246] for collection [test-collection] has occurred - updating... (live nodes size: [3]) # === Docker inspect for solr-node2 === { "Name": "/solr-node2", "State": { "Status": "running", "Running": true, "Paused": false, "Restarting": false, "OOMKilled": false, "Dead": false, "Pid": 1577433, "ExitCode": 0, "Error": "", "StartedAt": "2026-05-06T12:35:54.492825072Z", "FinishedAt": "0001-01-01T00:00:00Z" }, "Ports": { "8983/tcp": null } } # === Docker logs for solr-node3 === 2026-05-06T12:35:54.881128799Z *** [WARN] *** Your open file limit is currently 1024. 2026-05-06T12:35:54.881169609Z It should be set to 65000 to avoid operational disruption. 2026-05-06T12:35:54.881172640Z If you no longer wish to see this warning, set SOLR_ULIMIT_CHECKS to false in your profile or solr.in.sh 2026-05-06T12:35:54.881414867Z Solr will start in SolrCloud mode by default in version 10, and you will no longer need to pass in -c or --cloud flag. 2026-05-06T12:35:54.881418598Z 2026-05-06T12:35:54.890060486Z Java 17 detected. Enabled workaround for SOLR-16463 2026-05-06T12:35:54.897418354Z [0.002s][warning][pagesize] UseLargePages disabled, no large pages configured and available on the system. 2026-05-06T12:35:54.943116944Z CompileCommand: exclude com/github/benmanes/caffeine/cache/BoundedLocalCache.put bool exclude = true 2026-05-06T12:35:54.974876731Z WARNING: A command line option has enabled the Security Manager 2026-05-06T12:35:54.974905554Z WARNING: The Security Manager is deprecated and will be removed in a future release 2026-05-06T12:35:55.975165587Z 2026-05-06 12:35:55.971 INFO (main) [c: s: r: x: t:] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 17.0.16+8 2026-05-06T12:35:56.234125567Z 2026-05-06 12:35:56.233 WARN (main) [c: s: r: x: t:] o.e.j.u.DeprecationWarning Using @Deprecated Class org.eclipse.jetty.servlet.listener.ELContextCleaner 2026-05-06T12:35:56.258555440Z 2026-05-06 12:35:56.258 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory 2026-05-06T12:35:56.265457101Z 2026-05-06 12:35:56.264 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.10.0-SNAPSHOT 1edeb3ac6a97186b4ae7de511196a1769de7960e [snapshot build, details omitted] 2026-05-06T12:35:56.265547965Z 2026-05-06 12:35:56.265 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port 8985 2026-05-06T12:35:56.265642038Z 2026-05-06 12:35:56.265 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /opt/solr-9.10.0-SNAPSHOT-slim 2026-05-06T12:35:56.265749037Z 2026-05-06 12:35:56.265 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-05-06T12:35:56.265248719Z 2026-05-06T12:35:56.268391627Z 2026-05-06 12:35:56.267 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr started with "-XX:+CrashOnOutOfMemoryError" that will crash on any OutOfMemoryError exception. The cause of the OOME will be logged in the crash file at the following path: /var/solr/logs/jvm_crash_1.log 2026-05-06T12:35:56.289437565Z 2026-05-06 12:35:56.288 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr Home: /var/solr/data (source: system property: solr.solr.home) 2026-05-06T12:35:56.312083640Z 2026-05-06 12:35:56.311 WARN (main) [c: s: r: x: t:] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes 2026-05-06T12:35:56.443288282Z 2026-05-06 12:35:56.442 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2026-05-06T12:35:56.461380180Z 2026-05-06 12:35:56.460 INFO (zkCallback-1-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-06T12:35:56.461458185Z 2026-05-06 12:35:56.461 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-06T12:35:56.461553401Z 2026-05-06 12:35:56.461 WARN (main) [c: s: r: x: t:] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes 2026-05-06T12:35:56.569693497Z 2026-05-06 12:35:56.569 INFO (main) [c: s: r: x: t:] o.a.s.c.NodeConfig Loading solr.xml from SolrHome (not found in ZooKeeper) 2026-05-06T12:35:56.569823971Z 2026-05-06 12:35:56.569 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig solr.xml not found in SOLR_HOME, using built-in default 2026-05-06T12:35:56.569921149Z 2026-05-06 12:35:56.569 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig Loading solr.xml from /opt/solr-9.10.0-SNAPSHOT-slim/server/solr/solr.xml 2026-05-06T12:35:56.602447281Z 2026-05-06 12:35:56.601 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/opt/solr-9.10.0-SNAPSHOT-slim/lib] 2026-05-06T12:35:57.533582233Z 2026-05-06 12:35:57.533 INFO (main) [c: s: r: x: t:] o.a.s.u.t.SimplePropagator Always-on trace id generation enabled. 2026-05-06T12:35:57.664768915Z 2026-05-06 12:35:57.664 WARN (main) [c: s: r: x: t:] o.a.s.u.StartupLoggingUtils Jetty request logging enabled. Will retain logs for last 3 days. See chapter "Configuring Logging" in reference guide for how to configure. 2026-05-06T12:35:57.666063303Z 2026-05-06 12:35:57.664 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkContainer Zookeeper client=solr-node1:9983 2026-05-06T12:35:57.678589302Z 2026-05-06 12:35:57.678 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-06T12:35:57.683485681Z 2026-05-06 12:35:57.683 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper 2026-05-06T12:35:57.687882802Z 2026-05-06 12:35:57.687 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-06T12:35:57.687969886Z 2026-05-06 12:35:57.687 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-06T12:35:57.717360752Z 2026-05-06 12:35:57.716 WARN (main) [c: s: r: x: t:] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html 2026-05-06T12:35:57.724636175Z 2026-05-06 12:35:57.724 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) 2026-05-06T12:35:57.744423067Z 2026-05-06 12:35:57.743 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-06T12:35:57.754505581Z 2026-05-06 12:35:57.754 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Publish node=solr-node3:8985_solr as DOWN 2026-05-06T12:35:57.763525447Z 2026-05-06 12:35:57.763 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/solr-node3:8985_solr 2026-05-06T12:35:57.772159348Z 2026-05-06 12:35:57.771 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) 2026-05-06T12:35:57.810267275Z 2026-05-06 12:35:57.809 WARN (main) [c: s: r: x: t:] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info 2026-05-06T12:35:58.053549815Z 2026-05-06 12:35:58.053 INFO (main) [c: s: r: x: t:] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /var/solr/data 2026-05-06T12:35:58.210565128Z 2026-05-06 12:35:58.210 WARN (main) [c: s: r: x: t:] o.g.j.m.i.MessagingBinders A class jakarta.activation.DataSource for a default provider MessageBodyWriter<jakarta.activation.DataSource> was not found. The provider is not available. 2026-05-06T12:35:58.448772231Z 2026-05-06 12:35:58.448 INFO (main) [c: s: r: x: t:] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-06T12:35:58.566139995Z 2026-05-06 12:35:58.565 INFO (main) [c: s: r: x: t:] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@71f67a79{solr-jetty-context.xml,/solr,file:///opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp/,AVAILABLE}{/opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp} 2026-05-06T12:35:58.571723556Z 2026-05-06 12:35:58.571 INFO (main) [c: s: r: x: t:] o.e.j.s.RequestLogWriter Opened /var/solr/logs/2026_05_06.request.log 2026-05-06T12:35:58.574808582Z 2026-05-06 12:35:58.574 INFO (main) [c: s: r: x: t:] o.e.j.s.AbstractConnector Started ServerConnector@61884cb1{HTTP/1.1, (http/1.1, h2c)}{0.0.0.0:8985} 2026-05-06T12:35:58.575649059Z 2026-05-06 12:35:58.575 INFO (main) [c: s: r: x: t:] o.e.j.s.Server Started Server@350ec41e{STARTING}[10.0.26,sto=0] @3679ms 2026-05-06T12:35:59.943493698Z 2026-05-06 12:35:59.937 INFO (qtp985324122-27-solr-node3-1) [c: s: r: x: t:solr-node3-1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=62 2026-05-06T12:35:59.997575969Z 2026-05-06 12:35:59.996 INFO (qtp985324122-56-solr-node3-2) [c: s: r: x: t:solr-node3-2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=15 2026-05-06T12:36:01.601594683Z 2026-05-06 12:36:01.600 INFO (qtp985324122-58-solr-node1-8) [c: s: r: x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=techproducts&newCollection=true&collection=test-collection&version=2&replicaType=NRT&coreNodeName=core_node5&name=test-collection_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin 2026-05-06T12:36:01.664775421Z 2026-05-06 12:36:01.664 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.0 2026-05-06T12:36:01.855456545Z 2026-05-06 12:36:01.854 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.s.IndexSchema Schema name=default-config 2026-05-06T12:36:02.143973989Z 2026-05-06 12:36:02.143 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.s.IndexSchema Loaded schema default-config/1.7 with uniqueid field id 2026-05-06T12:36:02.143995937Z 2026-05-06 12:36:02.143 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.CoreContainer Creating SolrCore 'test-collection_shard2_replica_n2' using configuration from configset techproducts, trusted=true 2026-05-06T12:36:02.166212310Z 2026-05-06 12:36:02.165 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.SolrCore Opening new SolrCore at [/var/solr/data/test-collection_shard2_replica_n2], dataDir=[/var/solr/data/test-collection_shard2_replica_n2/data/] 2026-05-06T12:36:02.601172939Z 2026-05-06 12:36:02.600 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-06T12:36:02.623134043Z 2026-05-06 12:36:02.622 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog 2026-05-06T12:36:02.630906110Z 2026-05-06 12:36:02.630 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 2026-05-06T12:36:02.632067393Z 2026-05-06 12:36:02.631 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 2026-05-06T12:36:02.632079572Z 2026-05-06 12:36:02.631 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 2026-05-06T12:36:02.727225890Z 2026-05-06 12:36:02.726 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/techproducts 2026-05-06T12:36:02.730379697Z 2026-05-06 12:36:02.729 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/techproducts 2026-05-06T12:36:02.732167706Z 2026-05-06 12:36:02.731 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/techproducts/managed-schema.xml 2026-05-06T12:36:02.735687041Z 2026-05-06 12:36:02.735 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest 2026-05-06T12:36:02.747749518Z 2026-05-06 12:36:02.747 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, accuracy=0.5, maxQueryFrequency=0.01} 2026-05-06T12:36:02.755204695Z 2026-05-06 12:36:02.754 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2026-05-06T12:36:02.762879146Z 2026-05-06 12:36:02.761 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard2_replica_n2 solr-node1-8 core_node5 solr-node3:8985_solr test-collection shard2) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.QuerySenderListener QuerySenderListener done. 2026-05-06T12:36:02.762901441Z 2026-05-06 12:36:02.761 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard2_replica_n2 solr-node1-8 core_node5 solr-node3:8985_solr test-collection shard2) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default 2026-05-06T12:36:02.767877539Z 2026-05-06 12:36:02.767 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard2_replica_n2 solr-node1-8 core_node5 solr-node3:8985_solr test-collection shard2) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms 2026-05-06T12:36:02.778794118Z 2026-05-06 12:36:02.777 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test-collection/terms/shard2 to Terms{values={core_node5=0}, version=0} for registerTerm 2026-05-06T12:36:02.779588648Z 2026-05-06 12:36:02.779 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test-collection/leaders/shard2 2026-05-06T12:36:02.795817973Z 2026-05-06 12:36:02.795 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. 2026-05-06T12:36:02.795909300Z 2026-05-06 12:36:02.795 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync 2026-05-06T12:36:02.795921093Z 2026-05-06 12:36:02.795 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.SyncStrategy Sync replicas to http://solr-node3:8985/solr/test-collection_shard2_replica_n2/ 2026-05-06T12:36:02.797544953Z 2026-05-06 12:36:02.797 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me 2026-05-06T12:36:02.798107291Z 2026-05-06 12:36:02.797 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.SyncStrategy http://solr-node3:8985/solr/test-collection_shard2_replica_n2/ has no replicas 2026-05-06T12:36:02.799143770Z 2026-05-06 12:36:02.798 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test-collection/leaders/shard2/leader after winning as /collections/test-collection/leader_elect/shard2/election/72087343479717892-core_node5-n_0000000000 2026-05-06T12:36:02.806414177Z 2026-05-06 12:36:02.806 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://solr-node3:8985/solr/test-collection_shard2_replica_n2/ shard2 2026-05-06T12:36:02.913699483Z 2026-05-06 12:36:02.913 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 222] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:02.918588091Z 2026-05-06 12:36:02.918 INFO (qtp985324122-58-solr-node1-8) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-8] o.a.s.c.ZkController I am the leader, no recovery necessary 2026-05-06T12:36:02.926823571Z 2026-05-06 12:36:02.926 INFO (qtp985324122-58-solr-node1-8) [c: s: r: x: t:solr-node1-8] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=techproducts&newCollection=true&name=test-collection_shard2_replica_n2&action=CREATE&numShards=3&collection=test-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1329 2026-05-06T12:36:03.031513204Z 2026-05-06 12:36:03.031 INFO (zkCallback-13-thread-2) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 225] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:03.311079911Z 2026-05-06 12:36:03.310 INFO (zkCallback-13-thread-2) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 240] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-06T12:36:03.428960550Z 2026-05-06 12:36:03.428 INFO (zkCallback-13-thread-2) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 246] for collection [test-collection] has occurred - updating... (live nodes size: [3]) # === Docker inspect for solr-node3 === { "Name": "/solr-node3", "State": { "Status": "running", "Running": true, "Paused": false, "Restarting": false, "OOMKilled": false, "Dead": false, "Pid": 1577616, "ExitCode": 0, "Error": "", "StartedAt": "2026-05-06T12:35:54.676461464Z", "FinishedAt": "0001-01-01T00:00:00Z" }, "Ports": { "8983/tcp": null } } # Docker artifacts saved to: /home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/build/test-output/docker not ok 83 Docker SolrCloud rolling upgrade # in 25467 ms # (in test file test/test_rolling_upgrade.bats, line 118) # `wait_for 30 1 docker exec solr-node1 solr healthcheck -c test-collection' failed with status 127 # 9.10.0-SNAPSHOT-slim: Pulling from apache/solr-nightly # af6eca94c810: Pulling fs layer # cb0efb96dabd: Pulling fs layer # 3e9d91201f40: Pulling fs layer # 66b76b382631: Pulling fs layer # 601f2c23751f: Pulling fs layer # 0ed719aef393: Pulling fs layer # 69a09c96e8bf: Pulling fs layer # c937aee9a870: Pulling fs layer # 0ed719aef393: Waiting # 66b76b382631: Waiting # 69a09c96e8bf: Waiting # c937aee9a870: Waiting # 601f2c23751f: Waiting # 9cdfe5320de8: Pulling fs layer # 3aa9120e46f5: Pulling fs layer # 4f4fb700ef54: Pulling fs layer # 4f4fb700ef54: Waiting # 9cdfe5320de8: Waiting # 3aa9120e46f5: Waiting # af6eca94c810: Verifying Checksum # af6eca94c810: Download complete # cb0efb96dabd: Verifying Checksum # cb0efb96dabd: Download complete # 66b76b382631: Verifying Checksum # 66b76b382631: Download complete # 601f2c23751f: Verifying Checksum # 601f2c23751f: Download complete # 3e9d91201f40: Verifying Checksum # 3e9d91201f40: Download complete # 69a09c96e8bf: Verifying Checksum # 69a09c96e8bf: Download complete # c937aee9a870: Verifying Checksum # c937aee9a870: Download complete # 9cdfe5320de8: Download complete # 3aa9120e46f5: Download complete # 4f4fb700ef54: Verifying Checksum # 4f4fb700ef54: Download complete # 0ed719aef393: Verifying Checksum # 0ed719aef393: Download complete # af6eca94c810: Pull complete # cb0efb96dabd: Pull complete # 3e9d91201f40: Pull complete # 66b76b382631: Pull complete # 601f2c23751f: Pull complete # 0ed719aef393: Pull complete # 69a09c96e8bf: Pull complete # c937aee9a870: Pull complete # 9cdfe5320de8: Pull complete # 3aa9120e46f5: Pull complete # 4f4fb700ef54: Pull complete # Digest: sha256:15c8155ceffe1042f37c77bb537aa531804a3510702ff87f2af5fedf523f4203 # Status: Downloaded newer image for apache/solr-nightly:9.10.0-SNAPSHOT-slim # docker.io/apache/solr-nightly:9.10.0-SNAPSHOT-slim # 10.0.0-SNAPSHOT-slim: Pulling from apache/solr-nightly # f63eb04151bc: Already exists # a1b8f7509ae1: Already exists # e434fc527435: Already exists # 3acf851d0cdf: Already exists # 142ed9e09943: Already exists # 53c0d5ac4fc8: Pulling fs layer # 3181eac00d2f: Pulling fs layer # 7aab65890505: Pulling fs layer # d17614f6af2c: Pulling fs layer # fa688e0f8ea3: Pulling fs layer # 4f4fb700ef54: Pulling fs layer # d17614f6af2c: Waiting # 4f4fb700ef54: Waiting # fa688e0f8ea3: Waiting # 3181eac00d2f: Verifying Checksum # 3181eac00d2f: Download complete # d17614f6af2c: Verifying Checksum # d17614f6af2c: Download complete # 7aab65890505: Verifying Checksum # 7aab65890505: Download complete # 4f4fb700ef54: Verifying Checksum # 4f4fb700ef54: Download complete # fa688e0f8ea3: Verifying Checksum # fa688e0f8ea3: Download complete # 53c0d5ac4fc8: Download complete # 53c0d5ac4fc8: Pull complete # 3181eac00d2f: Pull complete # 7aab65890505: Pull complete # d17614f6af2c: Pull complete # fa688e0f8ea3: Pull complete # 4f4fb700ef54: Pull complete # Digest: sha256:fd2d4da7737cc83c109027cedeb95dc0f2fafb4ca89f5c45aae8be19e0740d25 # Status: Downloaded newer image for apache/solr-nightly:10.0.0-SNAPSHOT-slim # docker.io/apache/solr-nightly:10.0.0-SNAPSHOT-slim # 9b508fbd6498b61a2ee8ad7198cfaa37219d4477fec3b1874f064a4652f135a2 # solr-data1 # solr-data2 # solr-data3 # Starting solr-node1 with embedded ZooKeeper # 6f52214fcbebe3157d39d125963f9dc3df9460c031afd2033bdb7263ec258c9e # Starting solr-node2 connected to first node's ZooKeeper # 02ab42063e6e12ea7623be4a38e864d7ca17fce2dd2dcd90f0d4ad6de4af889f # Started solr-node3 connected to first node's ZooKeeper # c3fb7a77acc955f516009347c725ead22e1a35c0c5cff5bbbd147e72cb3a32f3 # Creating a Collection # Neither --zk-host or --solr-url parameters provided so assuming solr url is http://localhost:8983. # Neither --zk-host or --solr-url parameters provided so assuming solr url is http://localhost:8983. # WARN - 2026-05-06 12:36:01.113; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes # WARN - 2026-05-06 12:36:01.142; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes # WARNING: URLs provided to this tool needn't include Solr's context-root (e.g. "/solr"). Such URLs are deprecated and support for them will be removed in a future release. Correcting from [http://solr-node1:8983/solr] to [http://solr-node1:8983/]. # Created collection 'test-collection' with 3 shard(s), 1 replica(s) with config-set 'techproducts' # Checking collection health # /home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/test/test_rolling_upgrade.bats: line 118: wait_for: command not found # solr-node1 # solr-node2 # solr-node3 # solr-node1 # solr-node2 # solr-node3 # solr-data1 # solr-data2 # solr-data3 # solrcloud-test ok 84 allowPaths - backup # in 14410 ms ok 85 snapshot lifecycle # in 4479 ms ok 86 snapshot list # in 3115 ms ok 87 snapshot describe # in 3112 ms ok 88 start solr with ssl # in 15122 ms ok 89 use different hostname when not checking peer-name # in 23672 ms ok 90 start solr with ssl and auth # in 14094 ms ok 91 start solr with client truststore and security manager # in 15637 ms ok 92 start solr with mTLS needed # in 43819 ms ok 93 start solr with mTLS wanted # in 32301 ms ok 94 test keystore reload # in 55959 ms ok 95 SOLR-11740 check 'solr stop' connection # in 15454 ms ok 96 stop command for single port # in 17574 ms ok 97 check stop command doesn't hang # in 234 ms ok 98 SOLR-16976 solr starts with remote JMX enabled # in 7716 ms ok 99 deprecated system properties converted to modern properties # in 195169 ms ok 100 start with custom jetty options # in 7732 ms ok 101 bootstrapping a configset # in 8848 ms ok 102 status detects locally running solr # in 9109 ms ok 103 status with --solr-url from user # in 7623 ms ok 104 status with --port from user # in 7856 ms ok 105 multiple connection options are prevented # in 810 ms ok 106 status with invalid --solr-url from user # in 1176 ms ok 107 status with --short format # in 195822 ms ok 108 searching solr via locally executed streaming expression # in 1643 ms ok 109 searching solr via remotely executed streaming expression # in 1187 ms ok 110 variable interpolation # in 1616 ms ok 111 searching solr without credentials fails with error # in 1082 ms ok 112 --version returns Solr version # in 732 ms ok 113 version as direct tool call still runs # in 713 ms ok 114 short help # in 710 ms ok 115 short help is inferred # in 723 ms ok 116 long help # in 741 ms ok 117 running subcommands with zk is prevented # in 690 ms ok 118 listing out files # in 2077 ms ok 119 connecting to solr via various solr urls and zk hosts # in 7449 ms ok 120 copying files around # in 10569 ms ok 121 upconfig # in 2457 ms ok 122 SOLR-12429 test upconfig fails with symlink # in 1050 ms ok 123 downconfig # in 1111 ms ok 124 bin/solr zk cp gets 'solrhome' from '--solr-home' command line option # in 1363 ms ok 125 env var ZK_HOST is honored # in 3044 ms ok 126 Cleanup # in 1802 ms > Task :solr:packaging:integrationTests FAILED FAILURE: Build failed with an exception. * Where: Build file '/home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/build.gradle' line: 339 * What went wrong: Execution failed for task ':solr:packaging:integrationTests'. > Process 'command > '/home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/.gradle/node/node_modules/bats/bin/bats'' > finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. > Get more help at https://help.gradle.org. Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. For more on this, please refer to https://docs.gradle.org/8.10/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation. BUILD FAILED in 28m 33s 128 actionable tasks: 128 executed Publishing Build Scan to Develocity... https://develocity.apache.org/s/iwjwkt7gqiwls Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure Archiving artifacts Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
