Aaron Gresch created STORM-3118:
-----------------------------------
Summary: Netty incompatibilities with Pacemaker
Key: STORM-3118
URL: https://issues.apache.org/jira/browse/STORM-3118
Project: Apache Storm
Issue Type: Bug
Affects Versions: 2.0.0
Reporter: Aaron Gresch
Nimbus has issues with Pacemaker:
{code:java}
2018-06-21 08:55:17.762 o.a.s.p.PacemakerClientHandler client-worker-2 [ERROR]
Exception occurred in Pacemaker.
org.apache.storm.shade.io.netty.handler.codec.EncoderException:
java.lang.IndexOutOfBoundsException: writerIndex(713) + minWritableBytes(2)
exceeds maxCapacity(713): UnpooledHeapByteBuf(ridx: 0, widx: 713, cap: 713/713)
at
org.apache.storm.shade.io.netty.handler.codec.MessageToMessageEncoder.write(MessageToMessageEncoder.java:106)
~[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.invokeWrite0(AbstractChannelHandlerContext.java:738)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.invokeWriteAndFlush(AbstractChannelHandlerContext.java:801)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:814)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:794)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1066)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:305)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.messaging.netty.KerberosSaslClientHandler.channelActive(KerberosSaslClientHandler.java:65)
[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:213)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:199)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.fireChannelActive(AbstractChannelHandlerContext.java:192)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.ChannelInboundHandlerAdapter.channelActive(ChannelInboundHandlerAdapter.java:64)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:213)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:199)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.fireChannelActive(AbstractChannelHandlerContext.java:192)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.DefaultChannelPipeline$HeadContext.channelActive(DefaultChannelPipeline.java:1422)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:213)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:199)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.DefaultChannelPipeline.fireChannelActive(DefaultChannelPipeline.java:941)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:311)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:341)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:635)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:582)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:499)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:461)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_131]
Caused by: java.lang.IndexOutOfBoundsException: writerIndex(713) +
minWritableBytes(2) exceeds maxCapacity(713): UnpooledHeapByteBuf(ridx: 0,
widx: 713, cap: 713/713)
at
org.apache.storm.shade.io.netty.buffer.AbstractByteBuf.ensureWritable0(AbstractByteBuf.java:276)
~[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.buffer.AbstractByteBuf.writeShort(AbstractByteBuf.java:966)
~[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.messaging.netty.SaslMessageToken.write(SaslMessageToken.java:104)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.pacemaker.codec.ThriftEncoder.encodeNettySerializable(ThriftEncoder.java:44)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.pacemaker.codec.ThriftEncoder.encode(ThriftEncoder.java:77)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.io.netty.handler.codec.MessageToMessageEncoder.write(MessageToMessageEncoder.java:88)
~[shaded-deps-2.0.0.y.jar:2.0.0.y]
... 26 more
{code}
Prevents topology submission:
{code:java}
2018-06-21 09:10:46.343 o.a.s.d.n.Nimbus pool-37-thread-250 [WARN] Topology
submission exception. (topology name='testStormKafkaNewApi')
java.lang.IllegalStateException: instance must be started before calling this
method
at
org.apache.storm.shade.org.apache.curator.shaded.com.google.common.base.Preconditions.checkState(Preconditions.java:444)
~[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.shade.org.apache.curator.framework.imps.CuratorFrameworkImpl.checkExists(CuratorFrameworkImpl.java:432)
~[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.zookeeper.ClientZookeeper.existsNode(ClientZookeeper.java:144)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.zookeeper.ClientZookeeper.mkdirsImpl(ClientZookeeper.java:288)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.zookeeper.ClientZookeeper.mkdirs(ClientZookeeper.java:70)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.cluster.ZKStateStorage.mkdirs(ZKStateStorage.java:114)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.cluster.PaceMakerStateStorage.mkdirs(PaceMakerStateStorage.java:69)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.cluster.StormClusterStateImpl.setupHeatbeats(StormClusterStateImpl.java:435)
~[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.daemon.nimbus.Nimbus.submitTopologyWithOpts(Nimbus.java:3009)
[storm-server-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.generated.Nimbus$Processor$submitTopologyWithOpts.getResult(Nimbus.java:3508)
[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.generated.Nimbus$Processor$submitTopologyWithOpts.getResult(Nimbus.java:3487)
[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.thrift.ProcessFunction.process(ProcessFunction.java:38)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.security.auth.sasl.SaslTransportPlugin$TUGIWrapProcessor.process(SaslTransportPlugin.java:147)
[storm-client-2.0.0.y.jar:2.0.0.y]
at
org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:291)
[shaded-deps-2.0.0.y.jar:2.0.0.y]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[?:1.8.0_131]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[?:1.8.0_131]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_131]
{code}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)