devinbost commented on issue #7911: URL: https://github.com/apache/pulsar/issues/7911#issuecomment-681174475
I found this exception on one of the brokers: > 2020-08-26T23:23:12,142 [pulsar-web-45-7] ERROR org.apache.pulsar.broker.web.PulsarWebResource - Finding owner for topic persistent://public/default/canary timed out > java.util.concurrent.TimeoutException: null > at java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1784) ~[?:1.8.0_252] > at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928) ~[?:1.8.0_252] > at org.apache.pulsar.broker.namespace.NamespaceService.getWebServiceUrl(NamespaceService.java:215) ~[org.apache.pulsar-pulsar-broker-2.6.1.jar:2.6.1] > at org.apache.pulsar.broker.web.PulsarWebResource.validateTopicOwnership(PulsarWebResource.java:599) ~[org.apache.pulsar-pulsar-broker-2.6.1.jar:2.6.1] > at org.apache.pulsar.broker.admin.impl.PersistentTopicsBase.internalGetInternalStats(PersistentTopicsBase.java:914) ~[org.apache.pulsar-pulsar-broker-2.6.1.jar:2.6.1] > at org.apache.pulsar.broker.admin.v2.PersistentTopics.getInternalStats(PersistentTopics.java:516) ~[org.apache.pulsar-pulsar-broker-2.6.1.jar:2.6.1] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_252] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_252] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_252] > at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_252] > at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:76) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:148) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:191) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$TypeOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:243) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:103) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:493) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:415) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:104) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:277) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.internal.Errors$1.call(Errors.java:272) ~[org.glassfish.jersey.core-jersey-common-2.27.jar:?] > at org.glassfish.jersey.internal.Errors$1.call(Errors.java:268) ~[org.glassfish.jersey.core-jersey-common-2.27.jar:?] > at org.glassfish.jersey.internal.Errors.process(Errors.java:316) ~[org.glassfish.jersey.core-jersey-common-2.27.jar:?] > at org.glassfish.jersey.internal.Errors.process(Errors.java:298) ~[org.glassfish.jersey.core-jersey-common-2.27.jar:?] > at org.glassfish.jersey.internal.Errors.process(Errors.java:268) ~[org.glassfish.jersey.core-jersey-common-2.27.jar:?] > at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:289) ~[org.glassfish.jersey.core-jersey-common-2.27.jar:?] > at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:256) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:703) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?] > at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:416) ~[org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?] > at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:370) ~[org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?] > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:389) ~[org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?] > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:342) ~[org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?] > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:229) ~[org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?] > at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) ~[org.eclipse.jetty-jetty-servlet-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1631) ~[org.eclipse.jetty-jetty-servlet-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.apache.pulsar.broker.web.ResponseHandlerFilter.doFilter(ResponseHandlerFilter.java:53) ~[org.apache.pulsar-pulsar-broker-2.6.1.jar:2.6.1] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1618) ~[org.eclipse.jetty-jetty-servlet-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.apache.pulsar.broker.web.AuthenticationFilter.doFilter(AuthenticationFilter.java:82) ~[org.apache.pulsar-pulsar-broker-common-2.6.1.jar:2.6.1] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1618) ~[org.eclipse.jetty-jetty-servlet-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.apache.pulsar.broker.intercept.BrokerInterceptor$BrokerInterceptorDisabled.onWebServiceRequest(BrokerInterceptor.java:73) ~[org.apache.pulsar-pulsar-broker-2.6.1.jar:2.6.1] > at org.apache.pulsar.broker.web.EventListenerFilter.doFilter(EventListenerFilter.java:46) ~[org.apache.pulsar-pulsar-broker-2.6.1.jar:2.6.1] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1618) ~[org.eclipse.jetty-jetty-servlet-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:549) ~[org.eclipse.jetty-jetty-servlet-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1369) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:489) ~[org.eclipse.jetty-jetty-servlet-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1284) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:221) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.StatisticsHandler.handle(StatisticsHandler.java:173) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.Server.handle(Server.java:501) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) [org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [org.eclipse.jetty-jetty-server-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [org.eclipse.jetty-jetty-io-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [org.eclipse.jetty-jetty-io-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) [org.eclipse.jetty-jetty-io-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) [org.eclipse.jetty-jetty-io-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [org.eclipse.jetty-jetty-io-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [org.eclipse.jetty-jetty-io-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [org.eclipse.jetty-jetty-io-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [org.eclipse.jetty-jetty-util-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [org.eclipse.jetty-jetty-util-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [org.eclipse.jetty-jetty-util-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [org.eclipse.jetty-jetty-util-9.4.29.v20200521.jar:9.4.29.v20200521] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) [org.eclipse.jetty-jetty-util-9.4.29.v20200521.jar:9.4.29.v20200521] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_252] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_252] > at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [io.netty-netty-common-4.1.48.Final.jar:4.1.48.Final] > at java.lang.Thread.run(Thread.java:748) [?:1.8.0_252] ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected]
