See
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink/2120/display/redirect?page=changes>
Changes:
[hengfeng] feat: add more custom metrics
[noreply] [BEAM-14103][Playgrounf][Bugfix] Fix google analytics id (#17092)
[noreply] Minor: Make ScopedReadStateSupplier final (#16992)
[noreply] [BEAM-14113] Improve SamzaJobServerDriver extensibility (#17099)
[noreply] [BEAM-14116] Chunk commit requests dynamically (#17004)
[noreply] Merge pull request #17079 from [BEAM-13660] Add types and queries in
------------------------------------------
[...truncated 842.06 KB...]
at
org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:242)
at
org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:233)
at
org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:684)
at
org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:79)
at
org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:444)
at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$handleRpcInvocation$1(AkkaRpcActor.java:316)
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:83)
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:314)
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:217)
at
org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:78)
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:163)
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24)
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20)
at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
at akka.actor.Actor.aroundReceive(Actor.scala:537)
at akka.actor.Actor.aroundReceive$(Actor.scala:535)
at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:220)
at akka.actor.ActorCell.receiveMessage(ActorCell.scala:580)
at akka.actor.ActorCell.invoke(ActorCell.scala:548)
at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270)
at akka.dispatch.Mailbox.run(Mailbox.scala:231)
at akka.dispatch.Mailbox.exec(Mailbox.scala:243)
... 4 more
Caused by: java.util.concurrent.ExecutionException: java.lang.RuntimeException:
Failed to finish remote bundle
at
java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
at
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
at
org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.quiesceTimeServiceAndFinishOperator(StreamOperatorWrapper.java:168)
at
org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.finish(StreamOperatorWrapper.java:130)
at
org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.finish(StreamOperatorWrapper.java:134)
at
org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.finishOperators(RegularOperatorChain.java:117)
at
org.apache.flink.streaming.runtime.tasks.StreamTask.endData(StreamTask.java:549)
at
org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:508)
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:203)
at
org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:809)
at
org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:761)
at
org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
at
org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:766)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:575)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Failed to finish remote bundle
at
org.apache.beam.runners.flink.translation.wrappers.streaming.ExecutableStageDoFnOperator$SdkHarnessDoFnRunner.finishBundle(ExecutableStageDoFnOperator.java:1025)
at
org.apache.beam.runners.flink.metrics.DoFnRunnerWithMetricsUpdate.finishBundle(DoFnRunnerWithMetricsUpdate.java:89)
at
org.apache.beam.runners.core.SimplePushbackSideInputDoFnRunner.finishBundle(SimplePushbackSideInputDoFnRunner.java:130)
at
org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator.invokeFinishBundle(DoFnOperator.java:891)
at
org.apache.beam.runners.flink.translation.wrappers.streaming.ExecutableStageDoFnOperator.flushData(ExecutableStageDoFnOperator.java:707)
at
org.apache.beam.runners.flink.translation.wrappers.streaming.AbstractStreamOperatorCompat.finish(AbstractStreamOperatorCompat.java:67)
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:50)
at
org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.finishOperator(StreamOperatorWrapper.java:211)
at
org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.lambda$deferFinishOperatorToMailbox$3(StreamOperatorWrapper.java:185)
at
org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:50)
at
org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90)
at
org.apache.flink.streaming.runtime.tasks.mailbox.MailboxExecutorImpl.tryYield(MailboxExecutorImpl.java:97)
at
org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.quiesceTimeServiceAndFinishOperator(StreamOperatorWrapper.java:162)
... 13 more
Caused by: java.util.concurrent.ExecutionException: java.lang.RuntimeException:
Error received from SDK harness for instruction 2:
java.lang.IllegalStateException: No factory registered for
beam:transform:pardo:v1, known factories [beam:transform:window_into:v1,
beam:runner:source:v1, beam:runner:sink:v1,
beam:transform:combine_per_key_precombine:v1,
beam:transform:combine_per_key_merge_accumulators:v1,
beam:transform:combine_per_key_extract_outputs:v1,
beam:transform:combine_per_key_convert_to_accumulators:v1,
beam:transform:combine_grouped_values:v1, beam:transform:flatten:v1,
beam:transform:org.apache.beam:pardo:v1,
beam:transform:sdf_pair_with_restriction:v1,
beam:transform:sdf_split_and_size_restrictions:v1,
beam:transform:sdf_truncate_sized_restrictions:v1,
beam:transform:sdf_process_sized_element_and_restrictions:v1,
beam:transform:to_string:v1, beam:transform:map_windows:v1,
beam:transform:merge_windows:v1]
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$UnknownPTransformRunnerFactory.createRunnerForPTransform(ProcessBundleHandler.java:1194)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:291)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:247)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:784)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:490)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:895)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:486)
at
org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151)
at
org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
at
java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
at
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1908)
at org.apache.beam.sdk.util.MoreFutures.get(MoreFutures.java:60)
at
org.apache.beam.runners.fnexecution.control.SdkHarnessClient$BundleProcessor$ActiveBundle.close(SdkHarnessClient.java:504)
at
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$SimpleStageBundleFactory$1.close(DefaultJobBundleFactory.java:555)
at
org.apache.beam.runners.flink.translation.wrappers.streaming.ExecutableStageDoFnOperator$SdkHarnessDoFnRunner.finishBundle(ExecutableStageDoFnOperator.java:1019)
... 25 more
Caused by: java.lang.RuntimeException: Error received from SDK harness for
instruction 2: java.lang.IllegalStateException: No factory registered for
beam:transform:pardo:v1, known factories [beam:transform:window_into:v1,
beam:runner:source:v1, beam:runner:sink:v1,
beam:transform:combine_per_key_precombine:v1,
beam:transform:combine_per_key_merge_accumulators:v1,
beam:transform:combine_per_key_extract_outputs:v1,
beam:transform:combine_per_key_convert_to_accumulators:v1,
beam:transform:combine_grouped_values:v1, beam:transform:flatten:v1,
beam:transform:org.apache.beam:pardo:v1,
beam:transform:sdf_pair_with_restriction:v1,
beam:transform:sdf_split_and_size_restrictions:v1,
beam:transform:sdf_truncate_sized_restrictions:v1,
beam:transform:sdf_process_sized_element_and_restrictions:v1,
beam:transform:to_string:v1, beam:transform:map_windows:v1,
beam:transform:merge_windows:v1]
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$UnknownPTransformRunnerFactory.createRunnerForPTransform(ProcessBundleHandler.java:1194)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:291)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:247)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:784)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:490)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:895)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:486)
at
org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151)
at
org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
at
org.apache.beam.runners.fnexecution.control.FnApiControlClient$ResponseStreamObserver.onNext(FnApiControlClient.java:180)
at
org.apache.beam.runners.fnexecution.control.FnApiControlClient$ResponseStreamObserver.onNext(FnApiControlClient.java:160)
at
org.apache.beam.vendor.grpc.v1p43p2.io.grpc.stub.ServerCalls$StreamingServerCallHandler$StreamingServerCallListener.onMessage(ServerCalls.java:262)
at
org.apache.beam.vendor.grpc.v1p43p2.io.grpc.ForwardingServerCallListener.onMessage(ForwardingServerCallListener.java:33)
at
org.apache.beam.vendor.grpc.v1p43p2.io.grpc.Contexts$ContextualizedServerCallListener.onMessage(Contexts.java:76)
at
org.apache.beam.vendor.grpc.v1p43p2.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.messagesAvailableInternal(ServerCallImpl.java:318)
at
org.apache.beam.vendor.grpc.v1p43p2.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.messagesAvailable(ServerCallImpl.java:301)
at
org.apache.beam.vendor.grpc.v1p43p2.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1MessagesAvailable.runInContext(ServerImpl.java:834)
at
org.apache.beam.vendor.grpc.v1p43p2.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at
org.apache.beam.vendor.grpc.v1p43p2.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.state.TaskExecutorStateChangelogStoragesManager
shutdown
INFO: Shutting down TaskExecutorStateChangelogStoragesManager.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.resourcemanager.ResourceManager
closeTaskManagerConnection
INFO: Closing TaskExecutor connection ab2603eb-1c62-4b91-b955-d5aed7c6e1f0
because: The TaskExecutor is shutting down.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl freeSlotInternal
INFO: Free slot TaskSlot(index:0, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=512.000gb (549755813888 bytes),
taskOffHeapMemory=512.000gb (549755813888 bytes), managedMemory=4.532gb
(4866688512 bytes), networkMemory=32.000mb (33554432 bytes)}, allocationId:
b6eb6f96a8cfbf175df5ac8cc69c23fd, jobId: 9c48601deb51023116ec3f2c7ea79024).
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.jobmaster.slotpool.DefaultDeclarativeSlotPool
releaseSlots
INFO: Releasing slot [b6eb6f96a8cfbf175df5ac8cc69c23fd].
ERROR:root:java.lang.RuntimeException: Error received from SDK harness for
instruction 2: java.lang.IllegalStateException: No factory registered for
beam:transform:pardo:v1, known factories [beam:transform:window_into:v1,
beam:runner:source:v1, beam:runner:sink:v1,
beam:transform:combine_per_key_precombine:v1,
beam:transform:combine_per_key_merge_accumulators:v1,
beam:transform:combine_per_key_extract_outputs:v1,
beam:transform:combine_per_key_convert_to_accumulators:v1,
beam:transform:combine_grouped_values:v1, beam:transform:flatten:v1,
beam:transform:org.apache.beam:pardo:v1,
beam:transform:sdf_pair_with_restriction:v1,
beam:transform:sdf_split_and_size_restrictions:v1,
beam:transform:sdf_truncate_sized_restrictions:v1,
beam:transform:sdf_process_sized_element_and_restrictions:v1,
beam:transform:to_string:v1, beam:transform:map_windows:v1,
beam:transform:merge_windows:v1]
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$UnknownPTransformRunnerFactory.createRunnerForPTransform(ProcessBundleHandler.java:1194)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:291)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:247)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:784)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:490)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:895)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:486)
at
org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151)
at
org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl freeSlotInternal
INFO: Free slot TaskSlot(index:1, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=512.000gb (549755813888 bytes),
taskOffHeapMemory=512.000gb (549755813888 bytes), managedMemory=4.532gb
(4866688512 bytes), networkMemory=32.000mb (33554432 bytes)}, allocationId:
85c1903927e26966848c8ae674182fb3, jobId: 9c48601deb51023116ec3f2c7ea79024).
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.jobmaster.slotpool.DefaultDeclarativeSlotPool
releaseSlots
INFO: Releasing slot [85c1903927e26966848c8ae674182fb3].
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.checkpoint.StandaloneCompletedCheckpointStore shutdown
INFO: Shutting down
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.jobmaster.JobMaster
dissolveResourceManagerConnection
INFO: Close ResourceManager connection 7b45d64ae511c19fc5adf80287632941:
Stopping JobMaster for job 'test_sql_1647457041.7009854'
(9c48601deb51023116ec3f2c7ea79024).
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.resourcemanager.ResourceManager
closeJobManagerConnection
INFO: Disconnect job manager
9264d5303a40e7fda9976cbce69647b3@akka://flink/user/rpc/jobmanager_175 for job
9c48601deb51023116ec3f2c7ea79024 from the resource manager.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService stop
INFO: Stop job leader service.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.state.TaskExecutorLocalStateStoresManager shutdown
INFO: Shutting down TaskExecutorLocalStateStoresManager.
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:371 Make sure that locally built Python SDK
docker image has Python 3.9 interpreter.
ERROR root:portable_runner.py:567 java.lang.RuntimeException: Error received
from SDK harness for instruction 2: java.lang.IllegalStateException: No factory
registered for beam:transform:pardo:v1, known factories
[beam:transform:window_into:v1, beam:runner:source:v1, beam:runner:sink:v1,
beam:transform:combine_per_key_precombine:v1,
beam:transform:combine_per_key_merge_accumulators:v1,
beam:transform:combine_per_key_extract_outputs:v1,
beam:transform:combine_per_key_convert_to_accumulators:v1,
beam:transform:combine_grouped_values:v1, beam:transform:flatten:v1,
beam:transform:org.apache.beam:pardo:v1,
beam:transform:sdf_pair_with_restriction:v1,
beam:transform:sdf_split_and_size_restrictions:v1,
beam:transform:sdf_truncate_sized_restrictions:v1,
beam:transform:sdf_process_sized_element_and_restrictions:v1,
beam:transform:to_string:v1, beam:transform:map_windows:v1,
beam:transform:merge_windows:v1]
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$UnknownPTransformRunnerFactory.createRunnerForPTransform(ProcessBundleHandler.java:1194)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:291)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:247)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:784)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:490)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:895)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:486)
at
org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151)
at
org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
--------------------------- Captured stderr teardown ---------------------------
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.webmonitor.WebMonitorEndpoint
lambda$shutDownInternal$5
INFO: Removing cache directory /tmp/flink-web-ui
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.io.disk.FileChannelManagerImpl
lambda$getFileCloser$0
INFO: FileChannelManager removed spill file directory
/tmp/flink-io-1f7a8582-065c-4097-b9a1-f12e8481ff2b
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.rest.RestServerEndpoint
lambda$closeAsync$1
INFO: Shut down complete.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.io.network.NettyShuffleEnvironment close
INFO: Shutting down the network environment and its components.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.resourcemanager.ResourceManager deregisterApplication
INFO: Shut down cluster because application is in CANCELED, diagnostics
DispatcherResourceManagerComponent has been closed..
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.entrypoint.component.DispatcherResourceManagerComponent
closeAsyncInternal
INFO: Closing components.
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.io.disk.FileChannelManagerImpl
lambda$getFileCloser$0
INFO: FileChannelManager removed spill file directory
/tmp/flink-netty-shuffle-ae34995e-b7f8-4448-a68f-bdf68960e2b5
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.dispatcher.runner.AbstractDispatcherLeaderProcess
closeInternal
INFO: Stopping SessionDispatcherLeaderProcess.
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.taskexecutor.KvStateService
shutdown
INFO: Shutting down the kvState service and its components.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService stop
INFO: Stop job leader service.
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.dispatcher.Dispatcher onStop
INFO: Stopping dispatcher akka://flink/user/rpc/dispatcher_173.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.resourcemanager.ResourceManagerServiceImpl closeAsync
INFO: Stopping resource manager service.
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.dispatcher.Dispatcher
terminateRunningJobs
INFO: Stopping all currently running jobs of dispatcher
akka://flink/user/rpc/dispatcher_173.
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.resourcemanager.slotmanager.DeclarativeSlotManager
close
INFO: Closing the slot manager.
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.filecache.FileCache shutdown
INFO: removed file cache directory
/tmp/flink-dist-cache-438355b8-d641-41b1-a5ea-a0347e3c3548
Mar 16, 2022 6:57:52 PM
org.apache.flink.runtime.resourcemanager.slotmanager.DeclarativeSlotManager
suspend
INFO: Suspending the slot manager.
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.taskexecutor.TaskExecutor
handleOnStopException
INFO: Stopped TaskExecutor akka://flink/user/rpc/taskmanager_172.
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.dispatcher.Dispatcher
lambda$onStop$0
INFO: Stopped dispatcher akka://flink/user/rpc/dispatcher_173.
Mar 16, 2022 6:57:52 PM org.apache.flink.runtime.rpc.akka.AkkaRpcService
stopService
INFO: Stopping Akka RPC service.
Mar 16, 2022 6:57:52 PM org.apache.beam.runners.flink.metrics.FileReporter close
INFO: wrote metrics to
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-flink-runner-test/flink-runner-test/tmp/flinktest-conf5gjn27n7/test-metrics.txt>
=============================== warnings summary ===============================
target/.tox-flink-runner-test/flink-runner-test/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-flink-runner-test/flink-runner-test/lib/python3.9/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/pytest_flink-runner-test.xml>
-
======== 3 failed, 128 passed, 40 skipped, 1 warnings in 780.36 seconds ========
[31mERROR: InvocationError for command
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/scripts/pytest_validates_runner.sh>
flink-runner-test apache_beam/runners/portability/flink_runner_test.py
'--flink_job_server_jar=<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink/ws/src/runners/flink/1.14/job-server/build/libs/beam-runners-flink-1.14-job-server-2.38.0-SNAPSHOT.jar>
--environment_type=LOOPBACK' (exited with code 1)
[0m[1mflink-runner-test run-test-post: commands[0] | bash
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary
____________________________________
[31mERROR: flink-runner-test: commands failed
[0m
> Task :sdks:python:test-suites:portable:py39:flinkCompatibilityMatrixLOOPBACK
> FAILED
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:portable:py39:flinkCompatibilityMatrixLOOPBACK'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.3.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 54m 35s
151 actionable tasks: 107 executed, 40 from cache, 4 up-to-date
Publishing build scan...
https://gradle.com/s/m5gcgrno2ykaa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
