[
https://issues.apache.org/jira/browse/FLINK-34489?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17821248#comment-17821248
]
Matthias Pohl edited comment on FLINK-34489 at 2/27/24 1:57 PM:
----------------------------------------------------------------
Same with the 2nd case - The TaskManager #4 failed fatally:
{code}
[...]
2024-02-21 05:34:44,967 INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] - Could not
resolve ResourceManager address
pekko.ssl.tcp://flink@localhost:6123/user/rpc/resourcemanager_*, retrying in
10000 ms: Could not connect to rpc endpoint under address
pekko.ssl.tcp://flink@localhost:6123/user/rpc/resourcemanager_*.
2024-02-21 05:34:54,407 ERROR
org.apache.flink.runtime.taskexecutor.TaskExecutor [] - Fatal error
occurred in TaskExecutor
pekko.ssl.tcp://flink@localhost:45603/user/rpc/taskmanager_0.
org.apache.flink.runtime.taskexecutor.exceptions.RegistrationTimeoutException:
Could not register at the ResourceManager within the specified maximum
registration duration PT5M. This indicates a problem with this instance.
Terminating now.
at
org.apache.flink.runtime.taskexecutor.TaskExecutor.registrationTimeout(TaskExecutor.java:1614)
~[flink-dist-1.19-SNAPSHOT.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.taskexecutor.TaskExecutor.lambda$startRegistrationTimeout$18(TaskExecutor.java:1599)
~[flink-dist-1.19-SNAPSHOT.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.lambda$handleRunAsync$4(PekkoRpcActor.java:451)
~[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.concurrent.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-dist-1.19-SNAPSHOT.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRunAsync(PekkoRpcActor.java:451)
~[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcMessage(PekkoRpcActor.java:218)
~[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleMessage(PekkoRpcActor.java:168)
~[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:33)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:29)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:127)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:126)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.pekko.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:29)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:175)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.actor.Actor.aroundReceive(Actor.scala:547)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.actor.Actor.aroundReceive$(Actor.scala:545)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.pekko.actor.AbstractActor.aroundReceive(AbstractActor.scala:229)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.actor.ActorCell.receiveMessage(ActorCell.scala:590)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.actor.ActorCell.invoke(ActorCell.scala:557)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.dispatch.Mailbox.processMailbox(Mailbox.scala:280)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.dispatch.Mailbox.run(Mailbox.scala:241)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.dispatch.Mailbox.exec(Mailbox.scala:253)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387) [?:?]
at
java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1312)
[?:?]
at java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1843) [?:?]
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1808)
[?:?]
at
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:188)
[?:?]
[...]
{code}
was (Author: mapohl):
Same with the 2nd case - The TaskManager failed fatally:
{code}
[...]
2024-02-21 05:34:44,967 INFO
org.apache.flink.runtime.taskexecutor.TaskExecutor [] - Could not
resolve ResourceManager address
pekko.ssl.tcp://flink@localhost:6123/user/rpc/resourcemanager_*, retrying in
10000 ms: Could not connect to rpc endpoint under address
pekko.ssl.tcp://flink@localhost:6123/user/rpc/resourcemanager_*.
2024-02-21 05:34:54,407 ERROR
org.apache.flink.runtime.taskexecutor.TaskExecutor [] - Fatal error
occurred in TaskExecutor
pekko.ssl.tcp://flink@localhost:45603/user/rpc/taskmanager_0.
org.apache.flink.runtime.taskexecutor.exceptions.RegistrationTimeoutException:
Could not register at the ResourceManager within the specified maximum
registration duration PT5M. This indicates a problem with this instance.
Terminating now.
at
org.apache.flink.runtime.taskexecutor.TaskExecutor.registrationTimeout(TaskExecutor.java:1614)
~[flink-dist-1.19-SNAPSHOT.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.taskexecutor.TaskExecutor.lambda$startRegistrationTimeout$18(TaskExecutor.java:1599)
~[flink-dist-1.19-SNAPSHOT.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.lambda$handleRunAsync$4(PekkoRpcActor.java:451)
~[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.concurrent.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-dist-1.19-SNAPSHOT.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRunAsync(PekkoRpcActor.java:451)
~[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcMessage(PekkoRpcActor.java:218)
~[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleMessage(PekkoRpcActor.java:168)
~[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:33)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:29)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:127)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:126)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.pekko.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:29)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:175)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.actor.Actor.aroundReceive(Actor.scala:547)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.actor.Actor.aroundReceive$(Actor.scala:545)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at
org.apache.pekko.actor.AbstractActor.aroundReceive(AbstractActor.scala:229)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.actor.ActorCell.receiveMessage(ActorCell.scala:590)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.actor.ActorCell.invoke(ActorCell.scala:557)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.dispatch.Mailbox.processMailbox(Mailbox.scala:280)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.dispatch.Mailbox.run(Mailbox.scala:241)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at org.apache.pekko.dispatch.Mailbox.exec(Mailbox.scala:253)
[flink-rpc-akkafc9c0aa2-35db-418c-8ff3-f8872cca24d7.jar:1.19-SNAPSHOT]
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:387) [?:?]
at
java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1312)
[?:?]
at java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1843) [?:?]
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1808)
[?:?]
at
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:188)
[?:?]
[...]
{code}
> New File Sink end-to-end test timed out
> ---------------------------------------
>
> Key: FLINK-34489
> URL: https://issues.apache.org/jira/browse/FLINK-34489
> Project: Flink
> Issue Type: Bug
> Components: Runtime / Coordination
> Affects Versions: 1.19.0, 1.20.0
> Reporter: Matthias Pohl
> Priority: Critical
> Labels: test-stability
>
> https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=57707&view=logs&j=af184cdd-c6d8-5084-0b69-7e9c67b35f7a&t=0f3adb59-eefa-51c6-2858-3654d9e0749d&l=3726
> {code}
> eb 21 07:26:03 Number of produced values 10770/60000
> Feb 21 07:39:50 Test (pid: 151375) did not finish after 900 seconds.
> Feb 21 07:39:50 Printing Flink logs and killing it:
> [...]
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
