Build: https://ci-builds.apache.org/job/Solr/job/Solr-TestIntegration-10.x/209/
No tests ran. Build Log: [...truncated 432 lines...] # ERROR: IOException occurred when talking to server at: http://localhost:43935/solr/monitors_verbose/update # # org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: http://localhost:43935/solr/monitors_verbose/update # at org.apache.solr.client.solrj.jetty.HttpJettySolrClient.request(HttpJettySolrClient.java:511) # at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:302) # at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:466) # at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:442) # at org.apache.solr.cli.PostTool.commit(PostTool.java:778) # at org.apache.solr.cli.PostTool.execute(PostTool.java:346) # at org.apache.solr.cli.PostTool.runImpl(PostTool.java:320) # at org.apache.solr.cli.ToolBase.runTool(ToolBase.java:81) # at org.apache.solr.cli.SolrCLI.main(SolrCLI.java:117) # Caused by: java.nio.channels.ClosedChannelException # at org.eclipse.jetty.http2.HTTP2Session$StreamsState.onShutdown(HTTP2Session.java:2141) # at org.eclipse.jetty.http2.HTTP2Session.onShutdown(HTTP2Session.java:1179) # at org.eclipse.jetty.http2.HTTP2Connection$HTTP2Producer.produce(HTTP2Connection.java:389) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:526) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:251) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:196) # at org.eclipse.jetty.http2.HTTP2Connection.produce(HTTP2Connection.java:216) # at org.eclipse.jetty.http2.HTTP2Connection.onFillable(HTTP2Connection.java:157) # at org.eclipse.jetty.http2.HTTP2Connection$FillableCallback.succeeded(HTTP2Connection.java:468) # at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) # at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53) # at org.eclipse.jetty.util.thread.Invocable.invokeNonBlocking(Invocable.java:224) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.picRunTask(AdaptiveExecutionStrategy.java:473) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.consumeTask(AdaptiveExecutionStrategy.java:399) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:255) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:196) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:408) # at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) # at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) # at java.base/java.lang.Thread.run(Thread.java:1583) # -- # # Please find the SOLR_HOME snapshot for failed test #12 at: /home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/build/test-output/failure-snapshots/81-12 # Last output: # Posting files to [base] url http://localhost:43935/solr/monitors_verbose/update using content-type application/xml... # POSTing file monitor.xml to [base] # <?xml version="1.0" encoding="UTF-8"?> # <response> # # <lst name="responseHeader"> # <int name="rf">1</int> # <int name="status">0</int> # <int name="QTime">2353</int> # </lst> # </response> # 1 files indexed. # COMMITting Solr index changes to http://localhost:43935/solr/monitors_verbose/update... # # ERROR: IOException occurred when talking to server at: http://localhost:43935/solr/monitors_verbose/update # # org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: http://localhost:43935/solr/monitors_verbose/update # at org.apache.solr.client.solrj.jetty.HttpJettySolrClient.request(HttpJettySolrClient.java:511) # at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:302) # at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:466) # at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:442) # at org.apache.solr.cli.PostTool.commit(PostTool.java:778) # at org.apache.solr.cli.PostTool.execute(PostTool.java:346) # at org.apache.solr.cli.PostTool.runImpl(PostTool.java:320) # at org.apache.solr.cli.ToolBase.runTool(ToolBase.java:81) # at org.apache.solr.cli.SolrCLI.main(SolrCLI.java:117) # Caused by: java.nio.channels.ClosedChannelException # at org.eclipse.jetty.http2.HTTP2Session$StreamsState.onShutdown(HTTP2Session.java:2141) # at org.eclipse.jetty.http2.HTTP2Session.onShutdown(HTTP2Session.java:1179) # at org.eclipse.jetty.http2.HTTP2Connection$HTTP2Producer.produce(HTTP2Connection.java:389) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:526) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:251) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:196) # at org.eclipse.jetty.http2.HTTP2Connection.produce(HTTP2Connection.java:216) # at org.eclipse.jetty.http2.HTTP2Connection.onFillable(HTTP2Connection.java:157) # at org.eclipse.jetty.http2.HTTP2Connection$FillableCallback.succeeded(HTTP2Connection.java:468) # at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) # at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53) # at org.eclipse.jetty.util.thread.Invocable.invokeNonBlocking(Invocable.java:224) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.picRunTask(AdaptiveExecutionStrategy.java:473) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.consumeTask(AdaptiveExecutionStrategy.java:399) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:255) # at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:196) # at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:408) # at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) # at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) # at java.base/java.lang.Thread.run(Thread.java:1583) ok 82 post solr log into solr via cli # in 9501 ms # Test failed - capturing Docker diagnostics # === docker ps (summary) === NAMES STATUS IMAGE PORTS solr-node3 Up 12 seconds apache/solr-nightly:9.10.0-SNAPSHOT-slim 8983/tcp solr-node2 Up 12 seconds apache/solr-nightly:9.10.0-SNAPSHOT-slim 8983/tcp solr-node1 Up 18 seconds apache/solr-nightly:9.10.0-SNAPSHOT-slim 8983/tcp # === Docker logs for solr-node1 === 2026-05-15T06:05:55.246939433Z *** [WARN] *** Your open file limit is currently 1024. 2026-05-15T06:05:55.246975419Z It should be set to 65000 to avoid operational disruption. 2026-05-15T06:05:55.246978509Z If you no longer wish to see this warning, set SOLR_ULIMIT_CHECKS to false in your profile or solr.in.sh 2026-05-15T06:05:55.247228938Z Solr will start in SolrCloud mode by default in version 10, and you will no longer need to pass in -c or --cloud flag. 2026-05-15T06:05:55.247240643Z 2026-05-15T06:05:55.256547688Z Java 17 detected. Enabled workaround for SOLR-16463 2026-05-15T06:05:55.265471520Z [0.002s][warning][pagesize] UseLargePages disabled, no large pages configured and available on the system. 2026-05-15T06:05:55.306166216Z CompileCommand: exclude com/github/benmanes/caffeine/cache/BoundedLocalCache.put bool exclude = true 2026-05-15T06:05:55.340715113Z WARNING: A command line option has enabled the Security Manager 2026-05-15T06:05:55.340735531Z WARNING: The Security Manager is deprecated and will be removed in a future release 2026-05-15T06:05:56.445094510Z 2026-05-15 06:05:56.441 INFO (main) [c: s: r: x: t:] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 17.0.16+8 2026-05-15T06:05:56.707634968Z 2026-05-15 06:05:56.707 WARN (main) [c: s: r: x: t:] o.e.j.u.DeprecationWarning Using @Deprecated Class org.eclipse.jetty.servlet.listener.ELContextCleaner 2026-05-15T06:05:56.731290171Z 2026-05-15 06:05:56.730 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory 2026-05-15T06:05:56.738045631Z 2026-05-15 06:05:56.737 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.10.0-SNAPSHOT 1edeb3ac6a97186b4ae7de511196a1769de7960e [snapshot build, details omitted] 2026-05-15T06:05:56.738134868Z 2026-05-15 06:05:56.737 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port 8983 2026-05-15T06:05:56.738216197Z 2026-05-15 06:05:56.737 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /opt/solr-9.10.0-SNAPSHOT-slim 2026-05-15T06:05:56.738338107Z 2026-05-15 06:05:56.737 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-05-15T06:05:56.737864247Z 2026-05-15T06:05:56.740745297Z 2026-05-15 06:05:56.740 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr started with "-XX:+CrashOnOutOfMemoryError" that will crash on any OutOfMemoryError exception. The cause of the OOME will be logged in the crash file at the following path: /var/solr/logs/jvm_crash_1.log 2026-05-15T06:05:56.761444334Z 2026-05-15 06:05:56.761 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr Home: /var/solr/data (source: system property: solr.solr.home) 2026-05-15T06:05:56.774149369Z 2026-05-15 06:05:56.773 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig solr.xml not found in SOLR_HOME, using built-in default 2026-05-15T06:05:56.774210558Z 2026-05-15 06:05:56.773 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig Loading solr.xml from /opt/solr-9.10.0-SNAPSHOT-slim/server/solr/solr.xml 2026-05-15T06:05:56.808429519Z 2026-05-15 06:05:56.807 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/opt/solr-9.10.0-SNAPSHOT-slim/lib] 2026-05-15T06:05:57.579225702Z 2026-05-15 06:05:57.578 INFO (main) [c: s: r: x: t:] o.a.s.u.t.SimplePropagator Always-on trace id generation enabled. 2026-05-15T06:05:57.823648308Z 2026-05-15 06:05:57.823 WARN (main) [c: s: r: x: t:] o.a.s.u.StartupLoggingUtils Jetty request logging enabled. Will retain logs for last 3 days. See chapter "Configuring Logging" in reference guide for how to configure. 2026-05-15T06:05:57.828451944Z 2026-05-15 06:05:57.828 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrZkServer Zookeeper configuration not found in /var/solr/data, using built-in default 2026-05-15T06:05:57.828513149Z 2026-05-15 06:05:57.828 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrZkServerProps Reading configuration from: /opt/solr-9.10.0-SNAPSHOT-slim/server/solr/zoo.cfg 2026-05-15T06:05:57.830940615Z 2026-05-15 06:05:57.830 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrZkServer STARTING EMBEDDED ENSEMBLE ZOOKEEPER SERVER at port 9983, listening on host 0.0.0.0 2026-05-15T06:05:57.830996396Z 2026-05-15 06:05:57.830 WARN (main) [c: s: r: x: t:] o.a.s.c.SolrZkServer Embedded Zookeeper is not recommended in production environments. See Reference Guide for details. 2026-05-15T06:05:57.865355572Z 2026-05-15 06:05:57.864 WARN (embeddedZkServer) [c: s: r: x: t:] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0. 2026-05-15T06:05:58.348253634Z 2026-05-15 06:05:58.345 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkContainer Zookeeper client=172.18.0.2:9983 2026-05-15T06:05:58.363102075Z 2026-05-15 06:05:58.362 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-15T06:05:58.417453456Z 2026-05-15 06:05:58.416 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper 2026-05-15T06:05:58.447692214Z 2026-05-15 06:05:58.447 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-15T06:05:58.447797490Z 2026-05-15 06:05:58.447 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-15T06:05:58.655548504Z 2026-05-15 06:05:58.654 WARN (main) [c: s: r: x: t:] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html 2026-05-15T06:05:58.679223391Z 2026-05-15 06:05:58.678 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-15T06:05:58.693222114Z 2026-05-15 06:05:58.692 INFO (main) [c: s: r: x: t:] o.a.s.c.OverseerElectionContext I am going to be the leader solr-node1:8983_solr 2026-05-15T06:05:58.702076246Z 2026-05-15 06:05:58.701 INFO (main) [c: s: r: x: t:] o.a.s.c.Overseer Overseer (id=72136856819924992-solr-node1:8983_solr-n_0000000000) starting 2026-05-15T06:05:58.782628358Z 2026-05-15 06:05:58.782 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/solr-node1:8983_solr 2026-05-15T06:05:58.783341801Z 2026-05-15 06:05:58.783 INFO (OverseerStateUpdate-72136856819924992-solr-node1:8983_solr-n_0000000000) [c: s: r: x: t:] o.a.s.c.Overseer Starting to work on the main queue : solr-node1:8983_solr 2026-05-15T06:05:58.800105644Z 2026-05-15 06:05:58.799 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) 2026-05-15T06:05:58.838981058Z 2026-05-15 06:05:58.838 WARN (main) [c: s: r: x: t:] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info 2026-05-15T06:05:59.424602336Z 2026-05-15 06:05:59.421 INFO (main) [c: s: r: x: t:] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /var/solr/data 2026-05-15T06:05:59.612906187Z 2026-05-15 06:05:59.612 WARN (main) [c: s: r: x: t:] o.g.j.m.i.MessagingBinders A class jakarta.activation.DataSource for a default provider MessageBodyWriter<jakarta.activation.DataSource> was not found. The provider is not available. 2026-05-15T06:05:59.869018157Z 2026-05-15 06:05:59.868 INFO (main) [c: s: r: x: t:] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-15T06:06:00.448611346Z 2026-05-15 06:06:00.444 INFO (main) [c: s: r: x: t:] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@71f67a79{solr-jetty-context.xml,/solr,file:///opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp/,AVAILABLE}{/opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp} 2026-05-15T06:06:00.450426599Z 2026-05-15 06:06:00.450 INFO (main) [c: s: r: x: t:] o.e.j.s.RequestLogWriter Opened /var/solr/logs/2026_05_15.request.log 2026-05-15T06:06:00.463568156Z 2026-05-15 06:06:00.463 INFO (main) [c: s: r: x: t:] o.e.j.s.AbstractConnector Started ServerConnector@61884cb1{HTTP/1.1, (http/1.1, h2c)}{0.0.0.0:8983} 2026-05-15T06:06:00.483650474Z 2026-05-15 06:06:00.483 INFO (main) [c: s: r: x: t:] o.e.j.s.Server Started Server@350ec41e{STARTING}[10.0.26,sto=0] @5219ms 2026-05-15T06:06:00.696158023Z 2026-05-15 06:06:00.694 INFO (qtp985324122-27-solr-node1-1) [c: s: r: x: t:solr-node1-1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=46 2026-05-15T06:06:00.767198432Z 2026-05-15 06:06:00.766 INFO (qtp985324122-96-solr-node1-2) [c: s: r: x: t:solr-node1-2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=16 2026-05-15T06:06:04.410874684Z 2026-05-15 06:06:04.410 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) 2026-05-15T06:06:04.705842249Z 2026-05-15 06:06:04.705 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) 2026-05-15T06:06:09.065969207Z 2026-05-15 06:06:09.063 INFO (qtp985324122-99-solr-node1-3) [c: s: r: x: t:solr-node1-3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=22 2026-05-15T06:06:09.105549293Z 2026-05-15 06:06:09.105 INFO (qtp985324122-99-solr-node1-4) [c: s: r: x: t:solr-node1-4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=19 2026-05-15T06:06:09.133088720Z 2026-05-15 06:06:09.132 INFO (qtp985324122-27-solr-node1-5) [c: s: r: x: t:solr-node1-5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2 2026-05-15T06:06:09.738087923Z 2026-05-15 06:06:09.733 INFO (OverseerThreadFactory-17-thread-1) [c:test-collection s: r: x: t:] o.a.s.c.a.c.CreateCollectionCmd Create collection test-collection 2026-05-15T06:06:09.792575846Z 2026-05-15 06:06:09.790 INFO (OverseerThreadFactory-17-thread-1) [c:test-collection s: r: x: t:] o.a.s.c.c.ZkStateReader /collections/test-collection/state.json is deleted, stop watching children 2026-05-15T06:06:09.822176235Z 2026-05-15 06:06:09.820 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/test-collection/state.json zxid: 174] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:09.926273168Z 2026-05-15 06:06:09.925 INFO (OverseerStateUpdate-72136856819924992-solr-node1:8983_solr-n_0000000000) [c: s: r: x: t:] o.a.s.c.o.SliceMutator createReplica() { 2026-05-15T06:06:09.926296540Z "core":"test-collection_shard3_replica_n1", 2026-05-15T06:06:09.926300056Z "node_name":"solr-node1:8983_solr", 2026-05-15T06:06:09.926302914Z "base_url":"http://solr-node1:8983/solr";, 2026-05-15T06:06:09.926305491Z "collection":"test-collection", 2026-05-15T06:06:09.926308037Z "shard":"shard3", 2026-05-15T06:06:09.926310773Z "state":"down", 2026-05-15T06:06:09.926313277Z "type":"NRT", 2026-05-15T06:06:09.926315643Z "operation":"ADDREPLICA", 2026-05-15T06:06:09.926318078Z "waitForFinalState":"false"} 2026-05-15T06:06:09.940532950Z 2026-05-15 06:06:09.940 INFO (OverseerStateUpdate-72136856819924992-solr-node1:8983_solr-n_0000000000) [c: s: r: x: t:] o.a.s.c.o.SliceMutator createReplica() { 2026-05-15T06:06:09.940554380Z "core":"test-collection_shard2_replica_n2", 2026-05-15T06:06:09.940557817Z "node_name":"solr-node3:8985_solr", 2026-05-15T06:06:09.940560794Z "base_url":"http://solr-node3:8985/solr";, 2026-05-15T06:06:09.940563609Z "collection":"test-collection", 2026-05-15T06:06:09.940566116Z "shard":"shard2", 2026-05-15T06:06:09.940568559Z "state":"down", 2026-05-15T06:06:09.940571130Z "type":"NRT", 2026-05-15T06:06:09.940573463Z "operation":"ADDREPLICA", 2026-05-15T06:06:09.940575886Z "waitForFinalState":"false"} 2026-05-15T06:06:09.948420409Z 2026-05-15 06:06:09.948 INFO (OverseerStateUpdate-72136856819924992-solr-node1:8983_solr-n_0000000000) [c: s: r: x: t:] o.a.s.c.o.SliceMutator createReplica() { 2026-05-15T06:06:09.948434120Z "core":"test-collection_shard1_replica_n4", 2026-05-15T06:06:09.948436828Z "node_name":"solr-node2:8984_solr", 2026-05-15T06:06:09.948451031Z "base_url":"http://solr-node2:8984/solr";, 2026-05-15T06:06:09.948453051Z "collection":"test-collection", 2026-05-15T06:06:09.948454959Z "shard":"shard1", 2026-05-15T06:06:09.948457318Z "state":"down", 2026-05-15T06:06:09.948459126Z "type":"NRT", 2026-05-15T06:06:09.948461285Z "operation":"ADDREPLICA", 2026-05-15T06:06:09.948463197Z "waitForFinalState":"false"} 2026-05-15T06:06:10.061203075Z 2026-05-15 06:06:10.060 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 186] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:10.318525647Z 2026-05-15 06:06:10.318 INFO (qtp985324122-99-solr-node1-6) [c: s: r: x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=techproducts&newCollection=true&collection=test-collection&version=2&replicaType=NRT&coreNodeName=core_node3&name=test-collection_shard3_replica_n1&action=CREATE&numShards=3&shard=shard3&wt=javabin 2026-05-15T06:06:10.444061177Z 2026-05-15 06:06:10.438 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.0 2026-05-15T06:06:10.569593016Z 2026-05-15 06:06:10.568 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.s.IndexSchema Schema name=default-config 2026-05-15T06:06:11.594046396Z 2026-05-15 06:06:11.592 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.s.IndexSchema Loaded schema default-config/1.7 with uniqueid field id 2026-05-15T06:06:11.594086546Z 2026-05-15 06:06:11.592 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.CoreContainer Creating SolrCore 'test-collection_shard3_replica_n1' using configuration from configset techproducts, trusted=true 2026-05-15T06:06:11.615949015Z 2026-05-15 06:06:11.615 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.SolrCore Opening new SolrCore at [/var/solr/data/test-collection_shard3_replica_n1], dataDir=[/var/solr/data/test-collection_shard3_replica_n1/data/] 2026-05-15T06:06:12.553401931Z 2026-05-15 06:06:12.552 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-15T06:06:12.697643733Z 2026-05-15 06:06:12.697 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog 2026-05-15T06:06:12.726742291Z 2026-05-15 06:06:12.726 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 2026-05-15T06:06:12.730016655Z 2026-05-15 06:06:12.729 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 2026-05-15T06:06:12.730207552Z 2026-05-15 06:06:12.729 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 2026-05-15T06:06:12.978256123Z 2026-05-15 06:06:12.977 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/techproducts 2026-05-15T06:06:13.005391452Z 2026-05-15 06:06:13.004 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/techproducts 2026-05-15T06:06:13.013669472Z 2026-05-15 06:06:13.013 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/techproducts/managed-schema.xml 2026-05-15T06:06:13.033040998Z 2026-05-15 06:06:13.032 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest 2026-05-15T06:06:13.115017731Z 2026-05-15 06:06:13.114 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.s.DirectSolrSpellChecker init: {accuracy=0.5, maxQueryFrequency=0.01, name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4} 2026-05-15T06:06:13.151419618Z 2026-05-15 06:06:13.150 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2026-05-15T06:06:13.185324028Z 2026-05-15 06:06:13.184 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard3_replica_n1 solr-node1-6 core_node3 solr-node1:8983_solr test-collection shard3) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.QuerySenderListener QuerySenderListener done. 2026-05-15T06:06:13.185346304Z 2026-05-15 06:06:13.184 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard3_replica_n1 solr-node1-6 core_node3 solr-node1:8983_solr test-collection shard3) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default 2026-05-15T06:06:13.245516073Z 2026-05-15 06:06:13.245 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard3_replica_n1 solr-node1-6 core_node3 solr-node1:8983_solr test-collection shard3) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms 2026-05-15T06:06:13.246960088Z 2026-05-15 06:06:13.246 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test-collection/terms/shard3 to Terms{values={core_node3=0}, version=0} for registerTerm 2026-05-15T06:06:13.253608802Z 2026-05-15 06:06:13.253 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test-collection/leaders/shard3 2026-05-15T06:06:13.349158422Z 2026-05-15 06:06:13.348 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. 2026-05-15T06:06:13.349181571Z 2026-05-15 06:06:13.348 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync 2026-05-15T06:06:13.349216367Z 2026-05-15 06:06:13.348 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.SyncStrategy Sync replicas to http://solr-node1:8983/solr/test-collection_shard3_replica_n1/ 2026-05-15T06:06:13.358036295Z 2026-05-15 06:06:13.357 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me 2026-05-15T06:06:13.363738989Z 2026-05-15 06:06:13.363 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.SyncStrategy http://solr-node1:8983/solr/test-collection_shard3_replica_n1/ has no replicas 2026-05-15T06:06:13.371952463Z 2026-05-15 06:06:13.371 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test-collection/leaders/shard3/leader after winning as /collections/test-collection/leader_elect/shard3/election/72136856819924992-core_node3-n_0000000000 2026-05-15T06:06:13.449956613Z 2026-05-15 06:06:13.449 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://solr-node1:8983/solr/test-collection_shard3_replica_n1/ shard3 2026-05-15T06:06:13.575077594Z 2026-05-15 06:06:13.574 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 242] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:13.584532197Z 2026-05-15 06:06:13.584 INFO (qtp985324122-99-solr-node1-6) [c:test-collection s:shard3 r:core_node3 x:test-collection_shard3_replica_n1 t:solr-node1-6] o.a.s.c.ZkController I am the leader, no recovery necessary 2026-05-15T06:06:13.643249711Z 2026-05-15 06:06:13.642 INFO (qtp985324122-99-solr-node1-6) [c: s: r: x: t:solr-node1-6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=techproducts&newCollection=true&name=test-collection_shard3_replica_n1&action=CREATE&numShards=3&collection=test-collection&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3327 2026-05-15T06:06:13.704410256Z 2026-05-15 06:06:13.703 INFO (zkCallback-11-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 248] for collection [test-collection] has occurred - updating... (live nodes size: [3]) # === Docker inspect for solr-node1 === { "Name": "/solr-node1", "State": { "Status": "running", "Running": true, "Paused": false, "Restarting": false, "OOMKilled": false, "Dead": false, "Pid": 3005686, "ExitCode": 0, "Error": "", "StartedAt": "2026-05-15T06:05:55.004130299Z", "FinishedAt": "0001-01-01T00:00:00Z" }, "Ports": { "8983/tcp": null } } # === Docker logs for solr-node2 === 2026-05-15T06:06:01.189797630Z *** [WARN] *** Your open file limit is currently 1024. 2026-05-15T06:06:01.189841789Z It should be set to 65000 to avoid operational disruption. 2026-05-15T06:06:01.189845297Z If you no longer wish to see this warning, set SOLR_ULIMIT_CHECKS to false in your profile or solr.in.sh 2026-05-15T06:06:01.190412431Z Solr will start in SolrCloud mode by default in version 10, and you will no longer need to pass in -c or --cloud flag. 2026-05-15T06:06:01.190428752Z 2026-05-15T06:06:01.201610848Z Java 17 detected. Enabled workaround for SOLR-16463 2026-05-15T06:06:01.210550912Z [0.002s][warning][pagesize] UseLargePages disabled, no large pages configured and available on the system. 2026-05-15T06:06:01.264311592Z CompileCommand: exclude com/github/benmanes/caffeine/cache/BoundedLocalCache.put bool exclude = true 2026-05-15T06:06:01.315395406Z WARNING: A command line option has enabled the Security Manager 2026-05-15T06:06:01.315422634Z WARNING: The Security Manager is deprecated and will be removed in a future release 2026-05-15T06:06:02.567037428Z 2026-05-15 06:06:02.563 INFO (main) [c: s: r: x: t:] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 17.0.16+8 2026-05-15T06:06:02.842074415Z 2026-05-15 06:06:02.841 WARN (main) [c: s: r: x: t:] o.e.j.u.DeprecationWarning Using @Deprecated Class org.eclipse.jetty.servlet.listener.ELContextCleaner 2026-05-15T06:06:02.867542453Z 2026-05-15 06:06:02.867 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory 2026-05-15T06:06:02.874712194Z 2026-05-15 06:06:02.874 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.10.0-SNAPSHOT 1edeb3ac6a97186b4ae7de511196a1769de7960e [snapshot build, details omitted] 2026-05-15T06:06:02.874820707Z 2026-05-15 06:06:02.874 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port 8984 2026-05-15T06:06:02.874968340Z 2026-05-15 06:06:02.874 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /opt/solr-9.10.0-SNAPSHOT-slim 2026-05-15T06:06:02.875101707Z 2026-05-15 06:06:02.874 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-05-15T06:06:02.874510348Z 2026-05-15T06:06:02.877600931Z 2026-05-15 06:06:02.877 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr started with "-XX:+CrashOnOutOfMemoryError" that will crash on any OutOfMemoryError exception. The cause of the OOME will be logged in the crash file at the following path: /var/solr/logs/jvm_crash_1.log 2026-05-15T06:06:02.898838101Z 2026-05-15 06:06:02.898 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr Home: /var/solr/data (source: system property: solr.solr.home) 2026-05-15T06:06:02.922559439Z 2026-05-15 06:06:02.922 WARN (main) [c: s: r: x: t:] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes 2026-05-15T06:06:03.071758366Z 2026-05-15 06:06:03.071 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2026-05-15T06:06:03.093330436Z 2026-05-15 06:06:03.092 INFO (zkCallback-1-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-15T06:06:03.093553367Z 2026-05-15 06:06:03.092 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-15T06:06:03.093800394Z 2026-05-15 06:06:03.092 WARN (main) [c: s: r: x: t:] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes 2026-05-15T06:06:03.204050220Z 2026-05-15 06:06:03.203 INFO (main) [c: s: r: x: t:] o.a.s.c.NodeConfig Loading solr.xml from SolrHome (not found in ZooKeeper) 2026-05-15T06:06:03.204211041Z 2026-05-15 06:06:03.203 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig solr.xml not found in SOLR_HOME, using built-in default 2026-05-15T06:06:03.204501932Z 2026-05-15 06:06:03.204 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig Loading solr.xml from /opt/solr-9.10.0-SNAPSHOT-slim/server/solr/solr.xml 2026-05-15T06:06:03.238973763Z 2026-05-15 06:06:03.238 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/opt/solr-9.10.0-SNAPSHOT-slim/lib] 2026-05-15T06:06:03.985507286Z 2026-05-15 06:06:03.984 INFO (main) [c: s: r: x: t:] o.a.s.u.t.SimplePropagator Always-on trace id generation enabled. 2026-05-15T06:06:04.194696020Z 2026-05-15 06:06:04.183 WARN (main) [c: s: r: x: t:] o.a.s.u.StartupLoggingUtils Jetty request logging enabled. Will retain logs for last 3 days. See chapter "Configuring Logging" in reference guide for how to configure. 2026-05-15T06:06:04.197218783Z 2026-05-15 06:06:04.185 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkContainer Zookeeper client=solr-node1:9983 2026-05-15T06:06:04.204969393Z 2026-05-15 06:06:04.204 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-15T06:06:04.220670729Z 2026-05-15 06:06:04.220 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper 2026-05-15T06:06:04.232788505Z 2026-05-15 06:06:04.232 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-15T06:06:04.233000290Z 2026-05-15 06:06:04.232 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-15T06:06:04.279710764Z 2026-05-15 06:06:04.278 WARN (main) [c: s: r: x: t:] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html 2026-05-15T06:06:04.307962793Z 2026-05-15 06:06:04.307 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) 2026-05-15T06:06:04.358712512Z 2026-05-15 06:06:04.358 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-15T06:06:04.376877007Z 2026-05-15 06:06:04.374 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Publish node=solr-node2:8984_solr as DOWN 2026-05-15T06:06:04.393345299Z 2026-05-15 06:06:04.392 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/solr-node2:8984_solr 2026-05-15T06:06:04.412026508Z 2026-05-15 06:06:04.411 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) 2026-05-15T06:06:04.534046534Z 2026-05-15 06:06:04.532 WARN (main) [c: s: r: x: t:] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info 2026-05-15T06:06:04.741012517Z 2026-05-15 06:06:04.739 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) 2026-05-15T06:06:05.009076295Z 2026-05-15 06:06:05.007 INFO (main) [c: s: r: x: t:] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /var/solr/data 2026-05-15T06:06:05.192250519Z 2026-05-15 06:06:05.191 WARN (main) [c: s: r: x: t:] o.g.j.m.i.MessagingBinders A class jakarta.activation.DataSource for a default provider MessageBodyWriter<jakarta.activation.DataSource> was not found. The provider is not available. 2026-05-15T06:06:05.471898110Z 2026-05-15 06:06:05.471 INFO (main) [c: s: r: x: t:] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-15T06:06:05.638569374Z 2026-05-15 06:06:05.637 INFO (main) [c: s: r: x: t:] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@71f67a79{solr-jetty-context.xml,/solr,file:///opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp/,AVAILABLE}{/opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp} 2026-05-15T06:06:05.645946075Z 2026-05-15 06:06:05.645 INFO (main) [c: s: r: x: t:] o.e.j.s.RequestLogWriter Opened /var/solr/logs/2026_05_15.request.log 2026-05-15T06:06:05.651824862Z 2026-05-15 06:06:05.651 INFO (main) [c: s: r: x: t:] o.e.j.s.AbstractConnector Started ServerConnector@61884cb1{HTTP/1.1, (http/1.1, h2c)}{0.0.0.0:8984} 2026-05-15T06:06:05.654459226Z 2026-05-15 06:06:05.654 INFO (main) [c: s: r: x: t:] o.e.j.s.Server Started Server@350ec41e{STARTING}[10.0.26,sto=0] @4445ms 2026-05-15T06:06:05.814280816Z 2026-05-15 06:06:05.813 INFO (qtp985324122-27-solr-node2-1) [c: s: r: x: t:solr-node2-1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=41 2026-05-15T06:06:05.870054653Z 2026-05-15 06:06:05.869 INFO (qtp985324122-55-solr-node2-2) [c: s: r: x: t:solr-node2-2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=12 2026-05-15T06:06:10.312036329Z 2026-05-15 06:06:10.311 INFO (qtp985324122-58-solr-node1-6) [c: s: r: x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=techproducts&newCollection=true&collection=test-collection&version=2&replicaType=NRT&coreNodeName=core_node6&name=test-collection_shard1_replica_n4&action=CREATE&numShards=3&shard=shard1&wt=javabin 2026-05-15T06:06:10.363665573Z 2026-05-15 06:06:10.363 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.0 2026-05-15T06:06:10.426242732Z 2026-05-15 06:06:10.425 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.s.IndexSchema Schema name=default-config 2026-05-15T06:06:10.757592973Z 2026-05-15 06:06:10.757 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.s.IndexSchema Loaded schema default-config/1.7 with uniqueid field id 2026-05-15T06:06:10.757618076Z 2026-05-15 06:06:10.757 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.CoreContainer Creating SolrCore 'test-collection_shard1_replica_n4' using configuration from configset techproducts, trusted=true 2026-05-15T06:06:10.777183490Z 2026-05-15 06:06:10.776 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.SolrCore Opening new SolrCore at [/var/solr/data/test-collection_shard1_replica_n4], dataDir=[/var/solr/data/test-collection_shard1_replica_n4/data/] 2026-05-15T06:06:11.233082127Z 2026-05-15 06:06:11.232 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-15T06:06:11.252406539Z 2026-05-15 06:06:11.251 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog 2026-05-15T06:06:11.255880644Z 2026-05-15 06:06:11.255 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 2026-05-15T06:06:11.257118775Z 2026-05-15 06:06:11.256 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 2026-05-15T06:06:11.257186270Z 2026-05-15 06:06:11.256 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 2026-05-15T06:06:11.297440696Z 2026-05-15 06:06:11.297 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/techproducts 2026-05-15T06:06:11.300386473Z 2026-05-15 06:06:11.300 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/techproducts 2026-05-15T06:06:11.302158358Z 2026-05-15 06:06:11.301 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/techproducts/managed-schema.xml 2026-05-15T06:06:11.303649936Z 2026-05-15 06:06:11.303 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest 2026-05-15T06:06:11.315033880Z 2026-05-15 06:06:11.314 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, accuracy=0.5, maxQueryFrequency=0.01} 2026-05-15T06:06:11.322422884Z 2026-05-15 06:06:11.322 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2026-05-15T06:06:11.327708838Z 2026-05-15 06:06:11.327 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard1_replica_n4 solr-node1-6 core_node6 solr-node2:8984_solr test-collection shard1) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.QuerySenderListener QuerySenderListener done. 2026-05-15T06:06:11.327793739Z 2026-05-15 06:06:11.327 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard1_replica_n4 solr-node1-6 core_node6 solr-node2:8984_solr test-collection shard1) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default 2026-05-15T06:06:11.335841969Z 2026-05-15 06:06:11.335 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard1_replica_n4 solr-node1-6 core_node6 solr-node2:8984_solr test-collection shard1) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms 2026-05-15T06:06:11.349864358Z 2026-05-15 06:06:11.349 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test-collection/terms/shard1 to Terms{values={core_node6=0}, version=0} for registerTerm 2026-05-15T06:06:11.351355318Z 2026-05-15 06:06:11.351 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test-collection/leaders/shard1 2026-05-15T06:06:11.380031891Z 2026-05-15 06:06:11.379 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. 2026-05-15T06:06:11.380050368Z 2026-05-15 06:06:11.379 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync 2026-05-15T06:06:11.380337496Z 2026-05-15 06:06:11.379 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.SyncStrategy Sync replicas to http://solr-node2:8984/solr/test-collection_shard1_replica_n4/ 2026-05-15T06:06:11.381790987Z 2026-05-15 06:06:11.381 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me 2026-05-15T06:06:11.382627902Z 2026-05-15 06:06:11.382 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.SyncStrategy http://solr-node2:8984/solr/test-collection_shard1_replica_n4/ has no replicas 2026-05-15T06:06:11.383940571Z 2026-05-15 06:06:11.383 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test-collection/leaders/shard1/leader after winning as /collections/test-collection/leader_elect/shard1/election/72136856819924995-core_node6-n_0000000000 2026-05-15T06:06:11.393443934Z 2026-05-15 06:06:11.393 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://solr-node2:8984/solr/test-collection_shard1_replica_n4/ shard1 2026-05-15T06:06:11.504154178Z 2026-05-15 06:06:11.503 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 206] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:11.508177485Z 2026-05-15 06:06:11.507 INFO (qtp985324122-58-solr-node1-6) [c:test-collection s:shard1 r:core_node6 x:test-collection_shard1_replica_n4 t:solr-node1-6] o.a.s.c.ZkController I am the leader, no recovery necessary 2026-05-15T06:06:11.518238446Z 2026-05-15 06:06:11.517 INFO (qtp985324122-58-solr-node1-6) [c: s: r: x: t:solr-node1-6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=techproducts&newCollection=true&name=test-collection_shard1_replica_n4&action=CREATE&numShards=3&collection=test-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1207 2026-05-15T06:06:11.619017574Z 2026-05-15 06:06:11.618 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 209] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:12.460346598Z 2026-05-15 06:06:12.459 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 224] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:12.624340657Z 2026-05-15 06:06:12.623 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 227] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:13.575298873Z 2026-05-15 06:06:13.574 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 242] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:13.704663193Z 2026-05-15 06:06:13.704 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 248] for collection [test-collection] has occurred - updating... (live nodes size: [3]) # === Docker inspect for solr-node2 === { "Name": "/solr-node2", "State": { "Status": "running", "Running": true, "Paused": false, "Restarting": false, "OOMKilled": false, "Dead": false, "Pid": 3006086, "ExitCode": 0, "Error": "", "StartedAt": "2026-05-15T06:06:00.961419011Z", "FinishedAt": "0001-01-01T00:00:00Z" }, "Ports": { "8983/tcp": null } } # === Docker logs for solr-node3 === 2026-05-15T06:06:01.576621262Z *** [WARN] *** Your open file limit is currently 1024. 2026-05-15T06:06:01.576677348Z It should be set to 65000 to avoid operational disruption. 2026-05-15T06:06:01.576682215Z If you no longer wish to see this warning, set SOLR_ULIMIT_CHECKS to false in your profile or solr.in.sh 2026-05-15T06:06:01.576945149Z Solr will start in SolrCloud mode by default in version 10, and you will no longer need to pass in -c or --cloud flag. 2026-05-15T06:06:01.576971388Z 2026-05-15T06:06:01.589406308Z Java 17 detected. Enabled workaround for SOLR-16463 2026-05-15T06:06:01.600325905Z [0.002s][warning][pagesize] UseLargePages disabled, no large pages configured and available on the system. 2026-05-15T06:06:01.654931724Z CompileCommand: exclude com/github/benmanes/caffeine/cache/BoundedLocalCache.put bool exclude = true 2026-05-15T06:06:01.698643245Z WARNING: A command line option has enabled the Security Manager 2026-05-15T06:06:01.698682568Z WARNING: The Security Manager is deprecated and will be removed in a future release 2026-05-15T06:06:02.978688104Z 2026-05-15 06:06:02.975 INFO (main) [c: s: r: x: t:] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 17.0.16+8 2026-05-15T06:06:03.253814114Z 2026-05-15 06:06:03.253 WARN (main) [c: s: r: x: t:] o.e.j.u.DeprecationWarning Using @Deprecated Class org.eclipse.jetty.servlet.listener.ELContextCleaner 2026-05-15T06:06:03.278501507Z 2026-05-15 06:06:03.277 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory 2026-05-15T06:06:03.285514987Z 2026-05-15 06:06:03.284 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.10.0-SNAPSHOT 1edeb3ac6a97186b4ae7de511196a1769de7960e [snapshot build, details omitted] 2026-05-15T06:06:03.286017699Z 2026-05-15 06:06:03.285 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port 8985 2026-05-15T06:06:03.286039353Z 2026-05-15 06:06:03.285 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /opt/solr-9.10.0-SNAPSHOT-slim 2026-05-15T06:06:03.286043278Z 2026-05-15 06:06:03.285 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-05-15T06:06:03.285205177Z 2026-05-15T06:06:03.288536000Z 2026-05-15 06:06:03.288 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr started with "-XX:+CrashOnOutOfMemoryError" that will crash on any OutOfMemoryError exception. The cause of the OOME will be logged in the crash file at the following path: /var/solr/logs/jvm_crash_1.log 2026-05-15T06:06:03.310764829Z 2026-05-15 06:06:03.310 INFO (main) [c: s: r: x: t:] o.a.s.s.CoreContainerProvider Solr Home: /var/solr/data (source: system property: solr.solr.home) 2026-05-15T06:06:03.336089071Z 2026-05-15 06:06:03.335 WARN (main) [c: s: r: x: t:] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes 2026-05-15T06:06:03.474132628Z 2026-05-15 06:06:03.473 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2026-05-15T06:06:03.491713886Z 2026-05-15 06:06:03.491 INFO (zkCallback-1-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-15T06:06:03.491916174Z 2026-05-15 06:06:03.491 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-15T06:06:03.492082054Z 2026-05-15 06:06:03.491 WARN (main) [c: s: r: x: t:] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes 2026-05-15T06:06:03.601251368Z 2026-05-15 06:06:03.600 INFO (main) [c: s: r: x: t:] o.a.s.c.NodeConfig Loading solr.xml from SolrHome (not found in ZooKeeper) 2026-05-15T06:06:03.601391651Z 2026-05-15 06:06:03.601 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig solr.xml not found in SOLR_HOME, using built-in default 2026-05-15T06:06:03.601447206Z 2026-05-15 06:06:03.601 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrXmlConfig Loading solr.xml from /opt/solr-9.10.0-SNAPSHOT-slim/server/solr/solr.xml 2026-05-15T06:06:03.635087125Z 2026-05-15 06:06:03.634 INFO (main) [c: s: r: x: t:] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/opt/solr-9.10.0-SNAPSHOT-slim/lib] 2026-05-15T06:06:04.452142528Z 2026-05-15 06:06:04.451 INFO (main) [c: s: r: x: t:] o.a.s.u.t.SimplePropagator Always-on trace id generation enabled. 2026-05-15T06:06:04.590544333Z 2026-05-15 06:06:04.590 WARN (main) [c: s: r: x: t:] o.a.s.u.StartupLoggingUtils Jetty request logging enabled. Will retain logs for last 3 days. See chapter "Configuring Logging" in reference guide for how to configure. 2026-05-15T06:06:04.592276282Z 2026-05-15 06:06:04.590 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkContainer Zookeeper client=solr-node1:9983 2026-05-15T06:06:04.600705530Z 2026-05-15 06:06:04.600 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-15T06:06:04.605613869Z 2026-05-15 06:06:04.605 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper 2026-05-15T06:06:04.610438712Z 2026-05-15 06:06:04.610 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager zkClient has connected 2026-05-15T06:06:04.610512805Z 2026-05-15 06:06:04.610 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2026-05-15T06:06:04.643455982Z 2026-05-15 06:06:04.642 WARN (main) [c: s: r: x: t:] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html 2026-05-15T06:06:04.651856604Z 2026-05-15 06:06:04.651 INFO (main) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) 2026-05-15T06:06:04.671525605Z 2026-05-15 06:06:04.671 INFO (main) [c: s: r: x: t:] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates. 2026-05-15T06:06:04.684521351Z 2026-05-15 06:06:04.684 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Publish node=solr-node3:8985_solr as DOWN 2026-05-15T06:06:04.696622597Z 2026-05-15 06:06:04.696 INFO (main) [c: s: r: x: t:] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/solr-node3:8985_solr 2026-05-15T06:06:04.706018381Z 2026-05-15 06:06:04.705 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) 2026-05-15T06:06:04.756583775Z 2026-05-15 06:06:04.756 WARN (main) [c: s: r: x: t:] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info 2026-05-15T06:06:05.019127320Z 2026-05-15 06:06:05.018 INFO (main) [c: s: r: x: t:] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /var/solr/data 2026-05-15T06:06:05.187921459Z 2026-05-15 06:06:05.187 WARN (main) [c: s: r: x: t:] o.g.j.m.i.MessagingBinders A class jakarta.activation.DataSource for a default provider MessageBodyWriter<jakarta.activation.DataSource> was not found. The provider is not available. 2026-05-15T06:06:05.447524090Z 2026-05-15 06:06:05.447 INFO (main) [c: s: r: x: t:] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-15T06:06:05.573663605Z 2026-05-15 06:06:05.572 INFO (main) [c: s: r: x: t:] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@71f67a79{solr-jetty-context.xml,/solr,file:///opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp/,AVAILABLE}{/opt/solr-9.10.0-SNAPSHOT-slim/server/solr-webapp/webapp} 2026-05-15T06:06:05.579349587Z 2026-05-15 06:06:05.579 INFO (main) [c: s: r: x: t:] o.e.j.s.RequestLogWriter Opened /var/solr/logs/2026_05_15.request.log 2026-05-15T06:06:05.582810118Z 2026-05-15 06:06:05.582 INFO (main) [c: s: r: x: t:] o.e.j.s.AbstractConnector Started ServerConnector@61884cb1{HTTP/1.1, (http/1.1, h2c)}{0.0.0.0:8985} 2026-05-15T06:06:05.583634547Z 2026-05-15 06:06:05.583 INFO (main) [c: s: r: x: t:] o.e.j.s.Server Started Server@350ec41e{STARTING}[10.0.26,sto=0] @3985ms 2026-05-15T06:06:07.837068451Z 2026-05-15 06:06:07.795 INFO (qtp985324122-27-solr-node3-1) [c: s: r: x: t:solr-node3-1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=javabin&version=2} status=0 QTime=195 2026-05-15T06:06:07.937262279Z 2026-05-15 06:06:07.936 INFO (qtp985324122-56-solr-node3-2) [c: s: r: x: t:solr-node3-2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=44 2026-05-15T06:06:09.653521246Z 2026-05-15 06:06:09.653 INFO (qtp985324122-58-solr-node3-3) [c: s: r: x: t:solr-node3-3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=14 2026-05-15T06:06:10.317789455Z 2026-05-15 06:06:10.313 INFO (qtp985324122-60-solr-node1-6) [c: s: r: x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=techproducts&newCollection=true&collection=test-collection&version=2&replicaType=NRT&coreNodeName=core_node5&name=test-collection_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin 2026-05-15T06:06:10.457926468Z 2026-05-15 06:06:10.457 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.0 2026-05-15T06:06:10.661118592Z 2026-05-15 06:06:10.660 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.s.IndexSchema Schema name=default-config 2026-05-15T06:06:11.528452194Z 2026-05-15 06:06:11.527 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.s.IndexSchema Loaded schema default-config/1.7 with uniqueid field id 2026-05-15T06:06:11.528482797Z 2026-05-15 06:06:11.528 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.CoreContainer Creating SolrCore 'test-collection_shard2_replica_n2' using configuration from configset techproducts, trusted=true 2026-05-15T06:06:11.552065409Z 2026-05-15 06:06:11.551 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.SolrCore Opening new SolrCore at [/var/solr/data/test-collection_shard2_replica_n2], dataDir=[/var/solr/data/test-collection_shard2_replica_n2/data/] 2026-05-15T06:06:12.166532162Z 2026-05-15 06:06:12.166 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer 2026-05-15T06:06:12.189622806Z 2026-05-15 06:06:12.189 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog 2026-05-15T06:06:12.207487658Z 2026-05-15 06:06:12.206 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 2026-05-15T06:06:12.208412764Z 2026-05-15 06:06:12.207 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 2026-05-15T06:06:12.208425121Z 2026-05-15 06:06:12.208 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 2026-05-15T06:06:12.256377043Z 2026-05-15 06:06:12.256 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/techproducts 2026-05-15T06:06:12.258866387Z 2026-05-15 06:06:12.258 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/techproducts 2026-05-15T06:06:12.260442911Z 2026-05-15 06:06:12.260 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/techproducts/managed-schema.xml 2026-05-15T06:06:12.261941630Z 2026-05-15 06:06:12.261 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest 2026-05-15T06:06:12.272396005Z 2026-05-15 06:06:12.272 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, accuracy=0.5, maxQueryFrequency=0.01} 2026-05-15T06:06:12.279232557Z 2026-05-15 06:06:12.278 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2026-05-15T06:06:12.284536454Z 2026-05-15 06:06:12.284 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard2_replica_n2 solr-node1-6 core_node5 solr-node3:8985_solr test-collection shard2) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.QuerySenderListener QuerySenderListener done. 2026-05-15T06:06:12.284564818Z 2026-05-15 06:06:12.284 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard2_replica_n2 solr-node1-6 core_node5 solr-node3:8985_solr test-collection shard2) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default 2026-05-15T06:06:12.292833169Z 2026-05-15 06:06:12.292 INFO (searcherExecutor-22-thread-1-processing-test-collection_shard2_replica_n2 solr-node1-6 core_node5 solr-node3:8985_solr test-collection shard2) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms 2026-05-15T06:06:12.311866446Z 2026-05-15 06:06:12.311 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test-collection/terms/shard2 to Terms{values={core_node5=0}, version=0} for registerTerm 2026-05-15T06:06:12.313336287Z 2026-05-15 06:06:12.312 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test-collection/leaders/shard2 2026-05-15T06:06:12.338268410Z 2026-05-15 06:06:12.336 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. 2026-05-15T06:06:12.338286979Z 2026-05-15 06:06:12.338 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync 2026-05-15T06:06:12.338341684Z 2026-05-15 06:06:12.338 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.SyncStrategy Sync replicas to http://solr-node3:8985/solr/test-collection_shard2_replica_n2/ 2026-05-15T06:06:12.339645738Z 2026-05-15 06:06:12.339 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me 2026-05-15T06:06:12.340355020Z 2026-05-15 06:06:12.340 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.SyncStrategy http://solr-node3:8985/solr/test-collection_shard2_replica_n2/ has no replicas 2026-05-15T06:06:12.341459229Z 2026-05-15 06:06:12.341 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test-collection/leaders/shard2/leader after winning as /collections/test-collection/leader_elect/shard2/election/72136856819924996-core_node5-n_0000000000 2026-05-15T06:06:12.354570147Z 2026-05-15 06:06:12.354 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://solr-node3:8985/solr/test-collection_shard2_replica_n2/ shard2 2026-05-15T06:06:12.459895779Z 2026-05-15 06:06:12.459 INFO (zkCallback-13-thread-1) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 224] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:12.512639052Z 2026-05-15 06:06:12.512 INFO (qtp985324122-60-solr-node1-6) [c:test-collection s:shard2 r:core_node5 x:test-collection_shard2_replica_n2 t:solr-node1-6] o.a.s.c.ZkController I am the leader, no recovery necessary 2026-05-15T06:06:12.524110036Z 2026-05-15 06:06:12.523 INFO (qtp985324122-60-solr-node1-6) [c: s: r: x: t:solr-node1-6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=techproducts&newCollection=true&name=test-collection_shard2_replica_n2&action=CREATE&numShards=3&collection=test-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2213 2026-05-15T06:06:12.624684834Z 2026-05-15 06:06:12.624 INFO (zkCallback-13-thread-2) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 227] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:13.575342223Z 2026-05-15 06:06:13.574 INFO (zkCallback-13-thread-2) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 242] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:13.679876537Z 2026-05-15 06:06:13.679 INFO (qtp985324122-59-solr-node3-4) [c:test-collection s: r: x: t:solr-node3-4] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas 2026-05-15T06:06:13.704731519Z 2026-05-15 06:06:13.704 INFO (zkCallback-13-thread-2) [c: s: r: x: t:] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test-collection/state.json zxid: 248] for collection [test-collection] has occurred - updating... (live nodes size: [3]) 2026-05-15T06:06:13.706546780Z 2026-05-15 06:06:13.706 INFO (qtp985324122-59-solr-node3-4) [c:test-collection s: r: x: t:solr-node3-4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=techproducts&name=test-collection&nrtReplicas=1&action=CREATE&numShards=3&wt=json&version=2.2} status=0 QTime=4041 # === Docker inspect for solr-node3 === { "Name": "/solr-node3", "State": { "Status": "running", "Running": true, "Paused": false, "Restarting": false, "OOMKilled": false, "Dead": false, "Pid": 3006279, "ExitCode": 0, "Error": "", "StartedAt": "2026-05-15T06:06:01.22501778Z", "FinishedAt": "0001-01-01T00:00:00Z" }, "Ports": { "8983/tcp": null } } # Docker artifacts saved to: /home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/build/test-output/docker not ok 83 Docker SolrCloud rolling upgrade # in 37575 ms # (in test file test/test_rolling_upgrade.bats, line 118) # `wait_for 30 1 docker exec solr-node1 solr healthcheck -c test-collection' failed with status 127 # 9.10.0-SNAPSHOT-slim: Pulling from apache/solr-nightly # af6eca94c810: Pulling fs layer # cb0efb96dabd: Pulling fs layer # 3e9d91201f40: Pulling fs layer # 66b76b382631: Pulling fs layer # 601f2c23751f: Pulling fs layer # 0ed719aef393: Pulling fs layer # 69a09c96e8bf: Pulling fs layer # c937aee9a870: Pulling fs layer # 9cdfe5320de8: Pulling fs layer # 3aa9120e46f5: Pulling fs layer # 4f4fb700ef54: Pulling fs layer # 0ed719aef393: Waiting # 69a09c96e8bf: Waiting # c937aee9a870: Waiting # 66b76b382631: Waiting # 601f2c23751f: Waiting # 9cdfe5320de8: Waiting # 4f4fb700ef54: Waiting # 3aa9120e46f5: Waiting # af6eca94c810: Download complete # cb0efb96dabd: Verifying Checksum # cb0efb96dabd: Download complete # 66b76b382631: Verifying Checksum # 66b76b382631: Download complete # 601f2c23751f: Verifying Checksum # 601f2c23751f: Download complete # 3e9d91201f40: Verifying Checksum # 3e9d91201f40: Download complete # 69a09c96e8bf: Verifying Checksum # 69a09c96e8bf: Download complete # c937aee9a870: Verifying Checksum # c937aee9a870: Download complete # 9cdfe5320de8: Verifying Checksum # 9cdfe5320de8: Download complete # 4f4fb700ef54: Verifying Checksum # 4f4fb700ef54: Download complete # 3aa9120e46f5: Verifying Checksum # 3aa9120e46f5: Download complete # 0ed719aef393: Verifying Checksum # 0ed719aef393: Download complete # af6eca94c810: Pull complete # cb0efb96dabd: Pull complete # 3e9d91201f40: Pull complete # 66b76b382631: Pull complete # 601f2c23751f: Pull complete # 0ed719aef393: Pull complete # 69a09c96e8bf: Pull complete # c937aee9a870: Pull complete # 9cdfe5320de8: Pull complete # 3aa9120e46f5: Pull complete # 4f4fb700ef54: Pull complete # Digest: sha256:15c8155ceffe1042f37c77bb537aa531804a3510702ff87f2af5fedf523f4203 # Status: Downloaded newer image for apache/solr-nightly:9.10.0-SNAPSHOT-slim # docker.io/apache/solr-nightly:9.10.0-SNAPSHOT-slim # 10.0.0-SNAPSHOT-slim: Pulling from apache/solr-nightly # f63eb04151bc: Already exists # 87f3bb8db2f4: Already exists # 7c0b62ebdf15: Already exists # 5b95479e5f9b: Already exists # c913227527c9: Already exists # 256184225294: Pulling fs layer # d9d93b9bef8f: Pulling fs layer # f05c096a6ea4: Pulling fs layer # d6e2fa49c345: Pulling fs layer # 163ca4889105: Pulling fs layer # 4f4fb700ef54: Pulling fs layer # d6e2fa49c345: Waiting # 163ca4889105: Waiting # 4f4fb700ef54: Waiting # d9d93b9bef8f: Download complete # f05c096a6ea4: Verifying Checksum # f05c096a6ea4: Download complete # d6e2fa49c345: Verifying Checksum # d6e2fa49c345: Download complete # 163ca4889105: Verifying Checksum # 163ca4889105: Download complete # 4f4fb700ef54: Verifying Checksum # 4f4fb700ef54: Download complete # 256184225294: Verifying Checksum # 256184225294: Download complete # 256184225294: Pull complete # d9d93b9bef8f: Pull complete # f05c096a6ea4: Pull complete # d6e2fa49c345: Pull complete # 163ca4889105: Pull complete # 4f4fb700ef54: Pull complete # Digest: sha256:7b9bb30f4dc4d340f52255f6cab0a7e3bc0bf4e6c8f5b0d5e0744356ef86b458 # Status: Downloaded newer image for apache/solr-nightly:10.0.0-SNAPSHOT-slim # docker.io/apache/solr-nightly:10.0.0-SNAPSHOT-slim # c2566c6a6cb0362202e487ccd681e595da4fddf2020f907f6f5d3242e9884c70 # solr-data1 # solr-data2 # solr-data3 # Starting solr-node1 with embedded ZooKeeper # 1a1defd1a6f8bea174fc9b05e0886ebfdd3d721dddf3494227d3627d175b9ccd # Starting solr-node2 connected to first node's ZooKeeper # 85c5460036559b6da087f440ba62912a1d6433a76568c130a468f8f6db7d7f38 # Started solr-node3 connected to first node's ZooKeeper # c0a7c2f1ad62410209aca25372f8691d75f9c8f1421bd42c6b2e2dc0d49b2759 # Creating a Collection # Neither --zk-host or --solr-url parameters provided so assuming solr url is http://localhost:8983. # Neither --zk-host or --solr-url parameters provided so assuming solr url is http://localhost:8983. # WARN - 2026-05-15 06:06:09.163; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes # WARN - 2026-05-15 06:06:09.199; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes # WARNING: URLs provided to this tool needn't include Solr's context-root (e.g. "/solr"). Such URLs are deprecated and support for them will be removed in a future release. Correcting from [http://solr-node3:8985/solr] to [http://solr-node3:8985/]. # Created collection 'test-collection' with 3 shard(s), 1 replica(s) with config-set 'techproducts' # Checking collection health # /home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/test/test_rolling_upgrade.bats: line 118: wait_for: command not found # solr-node1 # solr-node2 # solr-node3 # solr-node1 # solr-node2 # solr-node3 # solr-data1 # solr-data2 # solr-data3 # solrcloud-test ok 84 allowPaths - backup # in 15887 ms ok 85 snapshot lifecycle # in 4931 ms ok 86 snapshot list # in 3322 ms ok 87 snapshot describe # in 3394 ms ok 88 start solr with ssl # in 16436 ms ok 89 use different hostname when not checking peer-name # in 24548 ms ok 90 start solr with ssl and auth # in 14750 ms ok 91 start solr with client truststore and security manager # in 17106 ms ok 92 start solr with mTLS needed # in 45982 ms ok 93 start solr with mTLS wanted # in 34513 ms ok 94 test keystore reload # in 59028 ms ok 95 SOLR-11740 check 'solr stop' connection # in 15877 ms ok 96 stop command for single port # in 18455 ms ok 97 check stop command doesn't hang # in 215 ms ok 98 SOLR-16976 solr starts with remote JMX enabled # in 8419 ms ok 99 deprecated system properties converted to modern properties # in 195028 ms ok 100 start with custom jetty options # in 8222 ms ok 101 bootstrapping a configset # in 9261 ms ok 102 status detects locally running solr # in 9625 ms ok 103 status with --solr-url from user # in 8132 ms ok 104 status with --port from user # in 8463 ms ok 105 multiple connection options are prevented # in 865 ms ok 106 status with invalid --solr-url from user # in 1212 ms ok 107 status with --short format # in 195796 ms ok 108 searching solr via locally executed streaming expression # in 1768 ms ok 109 searching solr via remotely executed streaming expression # in 1289 ms ok 110 variable interpolation # in 1741 ms ok 111 searching solr without credentials fails with error # in 1137 ms ok 112 --version returns Solr version # in 758 ms ok 113 version as direct tool call still runs # in 752 ms ok 114 short help # in 816 ms ok 115 short help is inferred # in 782 ms ok 116 long help # in 778 ms ok 117 running subcommands with zk is prevented # in 710 ms ok 118 listing out files # in 2133 ms ok 119 connecting to solr via various solr urls and zk hosts # in 7822 ms ok 120 copying files around # in 11042 ms ok 121 upconfig # in 2609 ms ok 122 SOLR-12429 test upconfig fails with symlink # in 1189 ms ok 123 downconfig # in 1211 ms ok 124 bin/solr zk cp gets 'solrhome' from '--solr-home' command line option # in 1429 ms ok 125 env var ZK_HOST is honored # in 3231 ms ok 126 Cleanup # in 1852 ms > Task :solr:packaging:integrationTests FAILED FAILURE: Build failed with an exception. * Where: Build file '/home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/build.gradle' line: 339 * What went wrong: Execution failed for task ':solr:packaging:integrationTests'. > Process 'command > '/home/jenkins/jenkins-agent/workspace/Solr/Solr-TestIntegration-10.x/solr/packaging/.gradle/node/node_modules/bats/bin/bats'' > finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. > Get more help at https://help.gradle.org. Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. For more on this, please refer to https://docs.gradle.org/8.10/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation. BUILD FAILED in 30m 17s 128 actionable tasks: 128 executed Publishing Build Scan to Develocity... https://develocity.apache.org/s/rhhzifcrtcbfy Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure Archiving artifacts Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
