[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-22.0.2) - Build # 33692 - Still Unstable!

[Policeman Jenkins Server via builds]

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/33692/
Java: 64bit/hotspot/jdk-22.0.2 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not 
released!!! [TransactionLog, TransactionLog, TransactionLog]
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@337389568
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:886)
        at 
org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:623)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:84)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionDelete(DistributedUpdateProcessor.java:1140)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionDelete$2(DistributedUpdateProcessor.java:1044)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1041)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteById(DistributedUpdateProcessor.java:811)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteById(DistributedZkUpdateProcessor.java:376)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:797)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:353)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:220)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:139)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@1317154339
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
        at 
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
        at 
org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@1826658349
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
        at 
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
        at 
org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

 expected null, but was:<ObjectTracker found 3 object(s) that were not 
released!!! [TransactionLog, TransactionLog, TransactionLog]
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@337389568
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:886)
        at 
org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:623)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:84)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionDelete(DistributedUpdateProcessor.java:1140)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionDelete$2(DistributedUpdateProcessor.java:1044)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1041)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteById(DistributedUpdateProcessor.java:811)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteById(DistributedZkUpdateProcessor.java:376)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:797)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:353)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:220)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:139)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@1317154339
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
        at 
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
        at 
org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@1826658349
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
        at 
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
        at 
org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not 
released!!! [TransactionLog, TransactionLog, TransactionLog]
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@337389568
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:886)
        at 
org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:623)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:84)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionDelete(DistributedUpdateProcessor.java:1140)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionDelete$2(DistributedUpdateProcessor.java:1044)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1041)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteById(DistributedUpdateProcessor.java:811)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteById(DistributedZkUpdateProcessor.java:376)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:797)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:353)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:220)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:139)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@1317154339
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
        at 
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
        at 
org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@1826658349
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
        at 
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
        at 
org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

 expected null, but was:<ObjectTracker found 3 object(s) that were not 
released!!! [TransactionLog, TransactionLog, TransactionLog]
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@337389568
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:886)
        at 
org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:623)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:84)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionDelete(DistributedUpdateProcessor.java:1140)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionDelete$2(DistributedUpdateProcessor.java:1044)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1041)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteById(DistributedUpdateProcessor.java:811)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteById(DistributedZkUpdateProcessor.java:376)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:797)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:353)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:220)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:139)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@1317154339
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
        at 
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
        at 
org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.update.TransactionLog@1826658349
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
        at 
org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
        at 
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
        at 
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
        at 
org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
        at 
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
        at 
org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
        at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
        at 
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
        at 
org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
        at 
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
        at 
org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
        at 
org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
        at 
org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
        at 
org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
        at 
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
        at 
org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
        at 
org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
        at 
org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
        at 
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
        at 
org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
        at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
        at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
        at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
        at 
org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
        at 
org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
        at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
        at 
org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
        at 
org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
        at 
org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
        at 
org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
        at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
        at 
org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
        at org.eclipse.jetty.server.Server.handle(Server.java:182)
        at 
org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
        at 
org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
        at 
org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
        at java.base/java.lang.Thread.run(Thread.java:1570)

>
        at __randomizedtesting.SeedInfo.seed([72C32CD959E2BBF8]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotNull(Assert.java:756)
        at org.junit.Assert.assertNull(Assert.java:738)
        at 
org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:100)
        at 
com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:1570)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
java.lang.RuntimeException: Timeout waiting for pool to shutdown. 
[poolName=closeThreadPool][poolName=closeThreadPool] 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@73bd7a90[Shutting
 down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 9]

Stack Trace:
java.lang.RuntimeException: Timeout waiting for pool to shutdown. 
[poolName=closeThreadPool][poolName=closeThreadPool] 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@73bd7a90[Shutting
 down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 9]
        at 
__randomizedtesting.SeedInfo.seed([72C32CD959E2BBF8:FA971303F71ED600]:0)
        at 
org.apache.solr.common.util.ExecutorUtil.awaitTermination(ExecutorUtil.java:167)
        at 
org.apache.solr.common.util.ExecutorUtil.awaitTermination(ExecutorUtil.java:153)
        at 
org.apache.solr.common.util.ExecutorUtil.shutdownAndAwaitTermination(ExecutorUtil.java:119)
        at 
org.apache.solr.BaseDistributedSearchTestCase.destroyServers(BaseDistributedSearchTestCase.java:378)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.destroyServers(AbstractFullDistribZkTestBase.java:2269)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1072)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1041)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:1570)

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscr...@solr.apache.org
For additional commands, e-mail: builds-h...@solr.apache.org