[
https://issues.apache.org/jira/browse/FLINK-38402?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18035543#comment-18035543
]
Zakelly Lan commented on FLINK-38402:
-------------------------------------
Job execution failed with lack of resource. The TM exits by the artificial
error:
{code:java}
03:12:53,655 [SlidingEventTimeWindows (4/4)#0] ERROR
org.apache.flink.runtime.minicluster.MiniCluster [] - TaskManager
#1 failed.
java.lang.RuntimeException:
org.apache.flink.runtime.io.network.netty.exception.RemoteTransportException:
Error at remote task manager 'localhost/127.0.0.1:35332 [
7abcbac5-32ce-4872-9d58-06f9a1fdf77d ] '.
at
org.apache.flink.util.ExceptionUtils.rethrow(ExceptionUtils.java:321)
~[flink-core-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.partition.consumer.BufferManager.recycle(BufferManager.java:237)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.buffer.NetworkBuffer.deallocate(NetworkBuffer.java:189)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.shaded.netty4.io.netty.buffer.AbstractReferenceCountedByteBuf.handleRelease(AbstractReferenceCountedByteBuf.java:111)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.buffer.AbstractReferenceCountedByteBuf.release(AbstractReferenceCountedByteBuf.java:101)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.runtime.io.network.buffer.NetworkBuffer.recycleBuffer(NetworkBuffer.java:161)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.api.serialization.SpillingAdaptiveSpanningRecordDeserializer.clear(SpillingAdaptiveSpanningRecordDeserializer.java:140)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.AbstractStreamTaskNetworkInput.releaseDeserializer(AbstractStreamTaskNetworkInput.java:328)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.AbstractStreamTaskNetworkInput.close(AbstractStreamTaskNetworkInput.java:320)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.StreamTaskNetworkInput.close(StreamTaskNetworkInput.java:142)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.close(StreamOneInputProcessor.java:88)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.cleanUpInternal(StreamTask.java:1110)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at org.apache.flink.util.IOUtils.closeAll(IOUtils.java:257)
~[flink-core-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.core.fs.AutoCloseableRegistry.doClose(AutoCloseableRegistry.java:83)
~[flink-core-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.util.AbstractAutoCloseableRegistry.close(AbstractAutoCloseableRegistry.java:127)
~[flink-core-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.cleanUp(StreamTask.java:1101)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.taskmanager.Task.lambda$restoreAndInvoke$2(Task.java:958)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:973)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.taskmanager.Task.lambda$restoreAndInvoke$3(Task.java:958)
[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at org.apache.flink.util.IOUtils.closeAll(IOUtils.java:257)
~[flink-core-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.core.fs.AutoCloseableRegistry.doClose(AutoCloseableRegistry.java:83)
~[flink-core-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.util.AbstractAutoCloseableRegistry.close(AbstractAutoCloseableRegistry.java:127)
~[flink-core-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:794)
[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:569)
[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at java.base/java.lang.Thread.run(Thread.java:833) [?:?]
Caused by:
org.apache.flink.runtime.io.network.netty.exception.RemoteTransportException:
Error at remote task manager 'localhost/127.0.0.1:35332 [
7abcbac5-32ce-4872-9d58-06f9a1fdf77d ] '.
at
org.apache.flink.runtime.io.network.netty.CreditBasedPartitionRequestClientHandler.decodeMsg(CreditBasedPartitionRequestClientHandler.java:333)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.netty.CreditBasedPartitionRequestClientHandler.channelRead(CreditBasedPartitionRequestClientHandler.java:197)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.runtime.io.network.netty.NettyMessageClientDecoderDelegate.channelRead(NettyMessageClientDecoderDelegate.java:112)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:800)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:509)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
... 1 more
Caused by:
org.apache.flink.runtime.io.network.partition.ProducerFailedException:
java.lang.Exception: java.lang.Exception: Artificial Failure
at
org.apache.flink.runtime.io.network.partition.PipelinedSubpartitionView.getFailureCause(PipelinedSubpartitionView.java:96)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.netty.CreditBasedSequenceNumberingViewReader.getFailureCause(CreditBasedSequenceNumberingViewReader.java:282)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.netty.PartitionRequestQueue.writeAndFlushNextMessageIfPossible(PartitionRequestQueue.java:325)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.netty.PartitionRequestQueue.enqueueAvailableReader(PartitionRequestQueue.java:126)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.netty.PartitionRequestQueue.addCreditOrResumeConsumption(PartitionRequestQueue.java:175)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.netty.PartitionRequestServerHandler.channelRead0(PartitionRequestServerHandler.java:115)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.runtime.io.network.netty.PartitionRequestServerHandler.channelRead0(PartitionRequestServerHandler.java:42)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.shaded.netty4.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:800)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:509)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
at
org.apache.flink.shaded.netty4.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
~[flink-shaded-netty-4.1.100.Final-20.0.jar:?]
... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.Exception:
Artificial Failure
at
org.apache.flink.test.checkpointing.utils.FailingSource.run(FailingSource.java:111)
~[test-classes/:?]
at
org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:107)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:68)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SourceStreamTask$LegacySourceFunctionThread.run(SourceStreamTask.java:346)
~[flink-runtime-2.2-SNAPSHOT.jar:2.2-SNAPSHOT]
{code}
[~arvid] would you please take a look?
> EventTimeWindowCheckpointingITCase failed in test_cron_azure tests
> ------------------------------------------------------------------
>
> Key: FLINK-38402
> URL: https://issues.apache.org/jira/browse/FLINK-38402
> Project: Flink
> Issue Type: Bug
> Components: Tests
> Affects Versions: 2.2.0
> Reporter: Ruan Hang
> Assignee: Zakelly Lan
> Priority: Major
> Labels: pull-request-available
> Fix For: 2.2.0
>
>
> Details:
> https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=69810&view=logs&j=39d5b1d5-3b41-54dc-6458-1e2ddd1cdcf3&t=115e5c38-6efb-5006-4921-5e2851da71ef
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
