[
https://issues.apache.org/jira/browse/FLINK-19027?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17205904#comment-17205904
]
Dian Fu commented on FLINK-19027:
---------------------------------
Another instance:
https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=7158&view=logs&s=ae4f8708-9994-57d3-c2d7-b892156e7812&j=5c8e7682-d68f-54d1-16a2-a09310218a49
{code}
21:38:30,457 [ Map (1/1)] WARN
org.apache.flink.runtime.taskmanager.Task [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_0)
switched from RUNNING to FAILED.
java.lang.Exception: Failing map @ 4 (0 attempt); last value 391
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.failMapper(UnalignedCheckpointITCase.java:616)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.checkFail(UnalignedCheckpointITCase.java:611)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.map(UnalignedCheckpointITCase.java:605)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.map(UnalignedCheckpointITCase.java:580)
~[test-classes/:?]
at
org.apache.flink.streaming.api.operators.StreamMap.processElement(StreamMap.java:41)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.OneInputStreamTask$StreamTaskNetworkOutput.emitRecord(OneInputStreamTask.java:164)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.StreamTaskNetworkInput.processElement(StreamTaskNetworkInput.java:179)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.StreamTaskNetworkInput.emitNext(StreamTaskNetworkInput.java:152)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:67)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:368)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:185)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:594)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:558)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:722)
[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:547)
[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_242]
21:38:30,458 [ Map (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Freeing task
resources for Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_0).
21:38:30,458 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] -
Un-registering task and sending final execution state FAILED to JobManager for
task Map (1/1)
cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_0.
21:38:30,459 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_0)
switched from RUNNING to FAILED on
org.apache.flink.runtime.jobmaster.slotpool.SingleLogicalSlot@2535c61e.
java.lang.Exception: Failing map @ 4 (0 attempt); last value 391
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.failMapper(UnalignedCheckpointITCase.java:616)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.checkFail(UnalignedCheckpointITCase.java:611)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.map(UnalignedCheckpointITCase.java:605)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.map(UnalignedCheckpointITCase.java:580)
~[test-classes/:?]
at
org.apache.flink.streaming.api.operators.StreamMap.processElement(StreamMap.java:41)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.OneInputStreamTask$StreamTaskNetworkOutput.emitRecord(OneInputStreamTask.java:164)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.StreamTaskNetworkInput.processElement(StreamTaskNetworkInput.java:179)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.StreamTaskNetworkInput.emitNext(StreamTaskNetworkInput.java:152)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:67)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:368)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:185)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:594)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:558)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:722)
~[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:547)
~[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_242]
21:38:30,460 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.executiongraph.failover.flip1.RestartPipelinedRegionFailoverStrategy
[] - Calculating tasks to restart to recover the failed task
0a448493b4782967b150582570326227_0.
21:38:30,460 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.executiongraph.failover.flip1.RestartPipelinedRegionFailoverStrategy
[] - 3 tasks should be restarted to recover the failed task
0a448493b4782967b150582570326227_0.
21:38:30,460 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Job Flink
Streaming Job (cb2b6ee8f94a6516932dfa923bfede3f) switched from state RUNNING to
RESTARTING.
21:38:30,460 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_0)
switched from RUNNING to CANCELING.
21:38:30,461 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_0)
switched from RUNNING to CANCELING.
21:38:30,461 [flink-akka.actor.default-dispatcher-2] INFO
org.apache.flink.runtime.taskmanager.Task [] - Attempting to
cancel task Source: source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_0).
21:38:30,461 [flink-akka.actor.default-dispatcher-2] INFO
org.apache.flink.runtime.taskmanager.Task [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_0)
switched from RUNNING to CANCELING.
21:38:30,461 [flink-akka.actor.default-dispatcher-2] INFO
org.apache.flink.runtime.taskmanager.Task [] - Triggering
cancellation of task code Source: source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_0).
21:38:30,462 [Channel state writer Source: source (1/1)] INFO
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequestExecutorImpl
[] - Source: source (1/1) discarding 0 drained requests
21:38:30,462 [flink-akka.actor.default-dispatcher-2] INFO
org.apache.flink.runtime.taskmanager.Task [] - Attempting to
cancel task Sink: Unnamed (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_0).
21:38:30,462 [flink-akka.actor.default-dispatcher-2] INFO
org.apache.flink.runtime.taskmanager.Task [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_0)
switched from RUNNING to CANCELING.
21:38:30,462 [flink-akka.actor.default-dispatcher-2] INFO
org.apache.flink.runtime.taskmanager.Task [] - Triggering
cancellation of task code Sink: Unnamed (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_0).
21:38:30,462 [SourceCoordinator-Source: source] INFO
org.apache.flink.runtime.source.coordinator.SourceCoordinator [] - Handling
subtask 0 failure of source Source: source.
21:38:30,462 [Source: source (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_0)
switched from CANCELING to CANCELED.
21:38:30,462 [Source: source (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Freeing task
resources for Source: source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_0).
21:38:30,463 [Channel state writer Sink: Unnamed (1/1)] INFO
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequestExecutorImpl
[] - Sink: Unnamed (1/1) discarding 0 drained requests
21:38:30,463 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] -
Un-registering task and sending final execution state CANCELED to JobManager
for task Source: source (1/1)
cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_0.
21:38:30,463 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase [] - Last
received records [[198]] @ 0 subtask (0 attempt)
21:38:30,463 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_0)
switched from CANCELING to CANCELED.
21:38:30,463 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_0)
switched from CANCELING to CANCELED.
21:38:30,463 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Freeing task
resources for Sink: Unnamed (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_0).
21:38:30,463 [flink-akka.actor.default-dispatcher-5] INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] -
Un-registering task and sending final execution state CANCELED to JobManager
for task Sink: Unnamed (1/1)
cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_0.
21:38:30,481 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_0)
switched from CANCELING to CANCELED.
21:38:30,569 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Job Flink
Streaming Job (cb2b6ee8f94a6516932dfa923bfede3f) switched from state RESTARTING
to RUNNING.
21:38:30,570 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.checkpoint.CheckpointCoordinator [] - Restoring job
cb2b6ee8f94a6516932dfa923bfede3f from Checkpoint 4 @ 1601588310432 for
cb2b6ee8f94a6516932dfa923bfede3f located at
file:/tmp/junit4240320968876241473/junit1530824567618577449/cb2b6ee8f94a6516932dfa923bfede3f/chk-4.
21:38:30,571 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.checkpoint.CheckpointCoordinator [] - No master
state to restore
21:38:30,571 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1)
switched from CREATED to SCHEDULED.
21:38:30,571 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
switched from CREATED to SCHEDULED.
21:38:30,571 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1)
switched from CREATED to SCHEDULED.
21:38:30,573 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1)
switched from SCHEDULED to DEPLOYING.
21:38:30,573 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Deploying
Source: source (1/1) (attempt #1) with attempt id
cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1 to
64dbfbce-1d29-40cb-b8c7-075b84d49f9c @ localhost (dataPort=-1) with allocation
id 6e56c476945fffb3db10c0debda0f1df
21:38:30,573 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
switched from SCHEDULED to DEPLOYING.
21:38:30,573 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Deploying Map
(1/1) (attempt #1) with attempt id
cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1 to
64dbfbce-1d29-40cb-b8c7-075b84d49f9c @ localhost (dataPort=-1) with allocation
id 6e56c476945fffb3db10c0debda0f1df
21:38:30,573 [flink-akka.actor.default-dispatcher-5] INFO
org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl [] - Activate slot
6e56c476945fffb3db10c0debda0f1df.
21:38:30,574 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1)
switched from SCHEDULED to DEPLOYING.
21:38:30,574 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Deploying
Sink: Unnamed (1/1) (attempt #1) with attempt id
cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1 to
64dbfbce-1d29-40cb-b8c7-075b84d49f9c @ localhost (dataPort=-1) with allocation
id 6e56c476945fffb3db10c0debda0f1df
21:38:30,574 [flink-akka.actor.default-dispatcher-5] INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] - Received task
Source: source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1), deploy
into slot with allocation id 6e56c476945fffb3db10c0debda0f1df.
21:38:30,574 [flink-akka.actor.default-dispatcher-5] INFO
org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl [] - Activate slot
6e56c476945fffb3db10c0debda0f1df.
21:38:30,574 [Source: source (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1)
switched from CREATED to DEPLOYING.
21:38:30,575 [Source: source (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Loading JAR
files for task Source: source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1)
[DEPLOYING].
21:38:30,575 [flink-akka.actor.default-dispatcher-5] INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] - Received task
Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1), deploy
into slot with allocation id 6e56c476945fffb3db10c0debda0f1df.
21:38:30,575 [flink-akka.actor.default-dispatcher-5] INFO
org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl [] - Activate slot
6e56c476945fffb3db10c0debda0f1df.
21:38:30,575 [Source: source (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Registering
task at network: Source: source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1)
[DEPLOYING].
21:38:30,575 [ Map (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
switched from CREATED to DEPLOYING.
21:38:30,576 [ Map (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Loading JAR
files for task Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
[DEPLOYING].
21:38:30,576 [ Map (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Registering
task at network: Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
[DEPLOYING].
21:38:30,576 [flink-akka.actor.default-dispatcher-5] INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] - Received task
Sink: Unnamed (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1), deploy
into slot with allocation id 6e56c476945fffb3db10c0debda0f1df.
21:38:30,576 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1)
switched from CREATED to DEPLOYING.
21:38:30,576 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Loading JAR
files for task Sink: Unnamed (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1)
[DEPLOYING].
21:38:30,577 [Source: source (1/1)] INFO
org.apache.flink.streaming.runtime.tasks.StreamTask [] - Using
job/cluster config to configure application-defined state backend: File State
Backend (checkpoints:
'file:/tmp/junit4240320968876241473/junit1530824567618577449', savepoints:
'null', asynchronous: TRUE, fileStateThreshold: 20480)
21:38:30,577 [Source: source (1/1)] INFO
org.apache.flink.streaming.runtime.tasks.StreamTask [] - Using
application-defined state backend: File State Backend (checkpoints:
'file:/tmp/junit4240320968876241473/junit1530824567618577449', savepoints:
'null', asynchronous: TRUE, fileStateThreshold: 20480)
21:38:30,577 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Registering
task at network: Sink: Unnamed (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1)
[DEPLOYING].
21:38:30,577 [ Map (1/1)] INFO
org.apache.flink.streaming.runtime.tasks.StreamTask [] - Using
job/cluster config to configure application-defined state backend: File State
Backend (checkpoints:
'file:/tmp/junit4240320968876241473/junit1530824567618577449', savepoints:
'null', asynchronous: TRUE, fileStateThreshold: 20480)
21:38:30,577 [ Map (1/1)] INFO
org.apache.flink.streaming.runtime.tasks.StreamTask [] - Using
application-defined state backend: File State Backend (checkpoints:
'file:/tmp/junit4240320968876241473/junit1530824567618577449', savepoints:
'null', asynchronous: TRUE, fileStateThreshold: 20480)
21:38:30,577 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.streaming.runtime.tasks.StreamTask [] - Using
job/cluster config to configure application-defined state backend: File State
Backend (checkpoints:
'file:/tmp/junit4240320968876241473/junit1530824567618577449', savepoints:
'null', asynchronous: TRUE, fileStateThreshold: 20480)
21:38:30,577 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.streaming.runtime.tasks.StreamTask [] - Using
application-defined state backend: File State Backend (checkpoints:
'file:/tmp/junit4240320968876241473/junit1530824567618577449', savepoints:
'null', asynchronous: TRUE, fileStateThreshold: 20480)
21:38:30,577 [Source: source (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1)
switched from DEPLOYING to RUNNING.
21:38:30,578 [flink-akka.actor.default-dispatcher-3] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Source:
source (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_bc764cd8ddf7a0cff126f51c16239658_0_1)
switched from DEPLOYING to RUNNING.
21:38:30,590 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1)
switched from DEPLOYING to RUNNING.
21:38:30,590 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Sink: Unnamed
(1/1) (cb2b6ee8f94a6516932dfa923bfede3f_ea632d67b7d595e5b851708ae9ad79d6_0_1)
switched from DEPLOYING to RUNNING.
21:38:30,597 [ Map (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
switched from DEPLOYING to RUNNING.
21:38:30,598 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
switched from DEPLOYING to RUNNING.
21:38:30,602 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase [] - Initialized
last snapshotted records [[186]] @ 0 subtask (1 attempt)
21:38:30,656 [ Checkpoint Timer] INFO
org.apache.flink.runtime.checkpoint.CheckpointCoordinator [] - Triggering
checkpoint 5 (type=CHECKPOINT) @ 1601588310655 for job
cb2b6ee8f94a6516932dfa923bfede3f.
21:38:30,657 [Source: source (1/1)] INFO
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase [] - Snapshotted
next input 782 @ 0 subtask (? attempt)
21:38:30,833 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase [] - Last
snapshotted records [[390]] @ 0 subtask (1 attempt)
21:38:30,836 [jobmanager-future-thread-29] INFO
org.apache.flink.runtime.checkpoint.CheckpointCoordinator [] - Completed
checkpoint 5 for job cb2b6ee8f94a6516932dfa923bfede3f (10230 bytes in 181 ms).
21:38:30,837 [SourceCoordinator-Source: source] INFO
org.apache.flink.runtime.source.coordinator.SourceCoordinator [] - Marking
checkpoint 5 as completed for source Source: source.
21:38:30,837 [ Checkpoint Timer] INFO
org.apache.flink.runtime.checkpoint.CheckpointCoordinator [] - Triggering
checkpoint 6 (type=CHECKPOINT) @ 1601588310837 for job
cb2b6ee8f94a6516932dfa923bfede3f.
21:38:30,838 [Source: source (1/1)] INFO
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase [] - Snapshotted
next input 978 @ 0 subtask (? attempt)
21:38:30,839 [ Sink: Unnamed (1/1)] INFO
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase [] - Last
snapshotted records [[395]] @ 0 subtask (1 attempt)
21:38:30,839 [ Map (1/1)] INFO
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl [] -
Could not complete snapshot 6 for operator Map (1/1). Failure reason:
Checkpoint was declined.
org.apache.flink.runtime.checkpoint.CheckpointException: Could not complete
snapshot 6 for operator Map (1/1). Failure reason: Checkpoint was declined.
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:216)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:157)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:313)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointStreamOperator(SubtaskCheckpointCoordinatorImpl.java:603)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.buildOperatorSnapshotFutures(SubtaskCheckpointCoordinatorImpl.java:529)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:496)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:266)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$8(StreamTask.java:941)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:47)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:931)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:899)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointBarrierHandler.notifyCheckpoint(CheckpointBarrierHandler.java:97)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointBarrierUnaligner.processBarrier(CheckpointBarrierUnaligner.java:107)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.AlternatingCheckpointBarrierHandler.processBarrier(AlternatingCheckpointBarrierHandler.java:71)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.handleEvent(CheckpointedInputGate.java:129)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.pollNext(CheckpointedInputGate.java:121)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.processPriorityEvents(CheckpointedInputGate.java:87)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:47)
[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:78)
[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:301)
[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:183)
[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:594)
[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:558)
[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:722)
[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:547)
[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_242]
Caused by: org.apache.flink.util.SerializedThrowable: Failing snapshotState @ 4
(1 attempt); last value 780
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.failMapper(UnalignedCheckpointITCase.java:616)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.checkFail(UnalignedCheckpointITCase.java:611)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.snapshotState(UnalignedCheckpointITCase.java:630)
~[test-classes/:?]
at
org.apache.flink.streaming.util.functions.StreamingFunctionUtils.trySnapshotFunctionState(StreamingFunctionUtils.java:120)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.util.functions.StreamingFunctionUtils.snapshotFunctionState(StreamingFunctionUtils.java:101)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.snapshotState(AbstractUdfStreamOperator.java:90)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:187)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
... 25 more
21:38:30,839 [Channel state writer Map (1/1)] INFO
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequestExecutorImpl
[] - Map (1/1) discarding 0 drained requests
21:38:30,840 [ Map (1/1)] INFO
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequestExecutorImpl
[] - Map (1/1) discarding 1 drained requests
21:38:30,840 [ Map (1/1)] WARN
org.apache.flink.runtime.taskmanager.Task [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
switched from RUNNING to FAILED.
java.io.IOException: Could not perform checkpoint 6 for operator Map (1/1).
at
org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:912)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointBarrierHandler.notifyCheckpoint(CheckpointBarrierHandler.java:97)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointBarrierUnaligner.processBarrier(CheckpointBarrierUnaligner.java:107)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.AlternatingCheckpointBarrierHandler.processBarrier(AlternatingCheckpointBarrierHandler.java:71)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.handleEvent(CheckpointedInputGate.java:129)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.pollNext(CheckpointedInputGate.java:121)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.processPriorityEvents(CheckpointedInputGate.java:87)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:47)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:78)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:301)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:183)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:594)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:558)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:722)
[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:547)
[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_242]
Caused by: org.apache.flink.runtime.checkpoint.CheckpointException: Could not
complete snapshot 6 for operator Map (1/1). Failure reason: Checkpoint was
declined.
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:216)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:157)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:313)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointStreamOperator(SubtaskCheckpointCoordinatorImpl.java:603)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.buildOperatorSnapshotFutures(SubtaskCheckpointCoordinatorImpl.java:529)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:496)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:266)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$8(StreamTask.java:941)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:47)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:931)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:899)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
... 15 more
Caused by: org.apache.flink.util.SerializedThrowable: Failing snapshotState @ 4
(1 attempt); last value 780
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.failMapper(UnalignedCheckpointITCase.java:616)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.checkFail(UnalignedCheckpointITCase.java:611)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.snapshotState(UnalignedCheckpointITCase.java:630)
~[test-classes/:?]
at
org.apache.flink.streaming.util.functions.StreamingFunctionUtils.trySnapshotFunctionState(StreamingFunctionUtils.java:120)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.util.functions.StreamingFunctionUtils.snapshotFunctionState(StreamingFunctionUtils.java:101)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.snapshotState(AbstractUdfStreamOperator.java:90)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:187)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:157)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:313)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointStreamOperator(SubtaskCheckpointCoordinatorImpl.java:603)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.buildOperatorSnapshotFutures(SubtaskCheckpointCoordinatorImpl.java:529)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:496)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:266)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$8(StreamTask.java:941)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:47)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:931)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:899)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
... 15 more
21:38:30,840 [ Map (1/1)] INFO
org.apache.flink.runtime.taskmanager.Task [] - Freeing task
resources for Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1).
21:38:30,841 [flink-akka.actor.default-dispatcher-4] INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] -
Un-registering task and sending final execution state FAILED to JobManager for
task Map (1/1)
cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1.
21:38:30,872 [flink-akka.actor.default-dispatcher-5] INFO
org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Map (1/1)
(cb2b6ee8f94a6516932dfa923bfede3f_0a448493b4782967b150582570326227_0_1)
switched from RUNNING to FAILED on
org.apache.flink.runtime.jobmaster.slotpool.SingleLogicalSlot@6e989a5d.
java.io.IOException: Could not perform checkpoint 6 for operator Map (1/1).
at
org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:912)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointBarrierHandler.notifyCheckpoint(CheckpointBarrierHandler.java:97)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointBarrierUnaligner.processBarrier(CheckpointBarrierUnaligner.java:107)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.AlternatingCheckpointBarrierHandler.processBarrier(AlternatingCheckpointBarrierHandler.java:71)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.handleEvent(CheckpointedInputGate.java:129)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.pollNext(CheckpointedInputGate.java:121)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.io.CheckpointedInputGate.processPriorityEvents(CheckpointedInputGate.java:87)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:47)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:78)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:301)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:183)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:594)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:558)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:722)
~[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:547)
~[flink-runtime_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_242]
Caused by: org.apache.flink.runtime.checkpoint.CheckpointException: Could not
complete snapshot 6 for operator Map (1/1). Failure reason: Checkpoint was
declined.
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:216)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:157)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:313)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointStreamOperator(SubtaskCheckpointCoordinatorImpl.java:603)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.buildOperatorSnapshotFutures(SubtaskCheckpointCoordinatorImpl.java:529)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:496)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:266)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$8(StreamTask.java:941)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:47)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:931)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:899)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
... 15 more
Caused by: org.apache.flink.util.SerializedThrowable: Failing snapshotState @ 4
(1 attempt); last value 780
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.failMapper(UnalignedCheckpointITCase.java:616)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.checkFail(UnalignedCheckpointITCase.java:611)
~[test-classes/:?]
at
org.apache.flink.test.checkpointing.UnalignedCheckpointITCase$FailingMapper.snapshotState(UnalignedCheckpointITCase.java:630)
~[test-classes/:?]
at
org.apache.flink.streaming.util.functions.StreamingFunctionUtils.trySnapshotFunctionState(StreamingFunctionUtils.java:120)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.util.functions.StreamingFunctionUtils.snapshotFunctionState(StreamingFunctionUtils.java:101)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.snapshotState(AbstractUdfStreamOperator.java:90)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:187)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:157)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:313)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointStreamOperator(SubtaskCheckpointCoordinatorImpl.java:603)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.buildOperatorSnapshotFutures(SubtaskCheckpointCoordinatorImpl.java:529)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:496)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:266)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$8(StreamTask.java:941)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:47)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:931)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:899)
~[flink-streaming-java_2.11-1.12-SNAPSHOT.jar:1.12-SNAPSHOT]
... 15 more
{code}
> UnalignedCheckpointITCase.shouldPerformUnalignedCheckpointOnParallelRemoteChannel
> failed because of test timeout
> ----------------------------------------------------------------------------------------------------------------
>
> Key: FLINK-19027
> URL: https://issues.apache.org/jira/browse/FLINK-19027
> Project: Flink
> Issue Type: Bug
> Components: Runtime / Checkpointing
> Affects Versions: 1.11.2
> Reporter: Dian Fu
> Priority: Major
> Labels: test-stability
> Fix For: 1.12.0, 1.11.3
>
>
> [https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=5789&view=logs&j=119bbba7-f5e3-5e08-e72d-09f1529665de&t=ec103906-d047-5b8a-680e-05fc000dfca9]
> {code}
> 2020-08-22T21:13:05.5315459Z [ERROR]
> shouldPerformUnalignedCheckpointOnParallelRemoteChannel(org.apache.flink.test.checkpointing.UnalignedCheckpointITCase)
> Time elapsed: 300.075 s <<< ERROR!
> 2020-08-22T21:13:05.5316451Z org.junit.runners.model.TestTimedOutException:
> test timed out after 300 seconds
> 2020-08-22T21:13:05.5317432Z at sun.misc.Unsafe.park(Native Method)
> 2020-08-22T21:13:05.5317799Z at
> java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
> 2020-08-22T21:13:05.5318247Z at
> java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1707)
> 2020-08-22T21:13:05.5318885Z at
> java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3323)
> 2020-08-22T21:13:05.5327035Z at
> java.util.concurrent.CompletableFuture.waitingGet(CompletableFuture.java:1742)
> 2020-08-22T21:13:05.5328114Z at
> java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1908)
> 2020-08-22T21:13:05.5328869Z at
> org.apache.flink.streaming.api.environment.StreamExecutionEnvironment.execute(StreamExecutionEnvironment.java:1719)
> 2020-08-22T21:13:05.5329482Z at
> org.apache.flink.streaming.api.environment.LocalStreamEnvironment.execute(LocalStreamEnvironment.java:74)
> 2020-08-22T21:13:05.5330138Z at
> org.apache.flink.streaming.api.environment.StreamExecutionEnvironment.execute(StreamExecutionEnvironment.java:1699)
> 2020-08-22T21:13:05.5330771Z at
> org.apache.flink.streaming.api.environment.StreamExecutionEnvironment.execute(StreamExecutionEnvironment.java:1681)
> 2020-08-22T21:13:05.5331351Z at
> org.apache.flink.test.checkpointing.UnalignedCheckpointITCase.execute(UnalignedCheckpointITCase.java:158)
> 2020-08-22T21:13:05.5332015Z at
> org.apache.flink.test.checkpointing.UnalignedCheckpointITCase.shouldPerformUnalignedCheckpointOnParallelRemoteChannel(UnalignedCheckpointITCase.java:140)
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)