[ https://issues.apache.org/jira/browse/BEAM-3668?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16357707#comment-16357707 ]
Ismaël Mejía commented on BEAM-3668: ------------------------------------ This is not a problem of the spark runner, this is an issue of GCP IO leaking netty into the classpath and producing a conflict with the spark runner. See BEAM-3519. I just PRed a workaround for the archetype/quickstart, but I am wondering if the unattended consequence is that the Spark runner make have some issues with GCP IO for this release. > Apache Spark Java Quickstart fails 2.3.0 RC2 > -------------------------------------------- > > Key: BEAM-3668 > URL: https://issues.apache.org/jira/browse/BEAM-3668 > Project: Beam > Issue Type: Bug > Components: examples-java, runner-spark > Affects Versions: 2.3.0 > Reporter: Luke Cwik > Assignee: Jean-Baptiste Onofré > Priority: Blocker > Fix For: 2.3.0 > > Attachments: full_log.txt > > Time Spent: 10m > Remaining Estimate: 0h > > Running the quickstart command fails: > {code:java} > mvn compile exec:java -Dexec.mainClass=org.apache.beam.examples.WordCount \ > -Dexec.args="--runner=SparkRunner --inputFile=pom.xml --output=counts" > -Pspark-runner > {code} > with: > {code:java} > SEVERE: Error sending result > StreamResponse{streamId=/jars/json4s-ast_2.11-3.2.11.jar, byteCount=82421, > body=FileSegmentManagedBuffer{file=/usr/local/google/home/lcwik/.m2/repository/org/json4s/json4s-ast_2.11/3.2.11/json4s-ast_2.11-3.2.11.jar, > offset=0, length=82421}} to /100.100.214.107:48220; closing connection > java.lang.AbstractMethodError > at io.netty.util.ReferenceCountUtil.touch(ReferenceCountUtil.java:73) > at > io.netty.channel.DefaultChannelPipeline.touch(DefaultChannelPipeline.java:107) > at > io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:811) > at > io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:724) > at > io.netty.handler.codec.MessageToMessageEncoder.write(MessageToMessageEncoder.java:111) > at > io.netty.channel.AbstractChannelHandlerContext.invokeWrite0(AbstractChannelHandlerContext.java:739) > at > io.netty.channel.AbstractChannelHandlerContext.invokeWrite(AbstractChannelHandlerContext.java:731) > at > io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:817) > at > io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:724) > at io.netty.handler.timeout.IdleStateHandler.write(IdleStateHandler.java:305) > at > io.netty.channel.AbstractChannelHandlerContext.invokeWrite0(AbstractChannelHandlerContext.java:739) > at > io.netty.channel.AbstractChannelHandlerContext.invokeWriteAndFlush(AbstractChannelHandlerContext.java:802) > at > io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:815) > at > io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:795) > at > io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:832) > at > io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1032) > at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:296) > at > org.apache.spark.network.server.TransportRequestHandler.respond(TransportRequestHandler.java:192) > at > org.apache.spark.network.server.TransportRequestHandler.processStreamRequest(TransportRequestHandler.java:148) > at > org.apache.spark.network.server.TransportRequestHandler.handle(TransportRequestHandler.java:109) > at > org.apache.spark.network.server.TransportChannelHandler.channelRead(TransportChannelHandler.java:118) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:363) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:349) > at > io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:341) > at > io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:363) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:349) > at > io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:341) > at > io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:363) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:349) > at > io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:341) > at > org.apache.spark.network.util.TransportFrameDecoder.channelRead(TransportFrameDecoder.java:85) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:363) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:349) > at > io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:341) > at > io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1334) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:363) > at > io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:349) > at > io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:926) > at > io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:129) > at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:642) > at > io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:565) > at > io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:479) > at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:441) > at > io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) > at > io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:144) > at java.lang.Thread.run(Thread.java:745){code} -- This message was sent by Atlassian JIRA (v7.6.3#76005)