See <https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/1002/display/redirect?page=changes>
Changes: [noreply] Blog post for Hop web in Google Cloud (#23652) ------------------------------------------ [...truncated 17.67 MB...] File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py";,> line 287, in _execute response = task() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py";,> line 360, in <lambda> lambda: self.create_worker().do_instruction(request), request) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py";,> line 597, in do_instruction getattr(request, request_type), request.instruction_id) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py";,> line 634, in process_bundle bundle_processor.process_bundle(instruction_id)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py";,> line 1004, in process_bundle element.data) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py";,> line 227, in process_encoded self.output(decoded_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,> line 528, in output _cast_to_receiver(self.receivers[output_index]).receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1491, in _reraise_augmented raise exn File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1581, in handle_process_outputs self._write_value_to_tag(tag, windowed_value, watermark_estimator) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1694, in _write_value_to_tag self.main_receivers.receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1491, in _reraise_augmented raise exn File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1581, in handle_process_outputs self._write_value_to_tag(tag, windowed_value, watermark_estimator) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1694, in _write_value_to_tag self.main_receivers.receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1507, in _reraise_augmented raise new_exn.with_traceback(tb) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,> line 1571, in handle_process_outputs for result in results: File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py";,> line 1455, in process element, restriction): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 331, in split_and_size for part in self.split(element, restriction): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/iobase.py";,> line 1641, in split estimated_size = restriction.source().estimate_size() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py";,> line 697, in estimate_size bq = bigquery_tools.BigQueryWrapper() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery_tools.py";,> line 338, in __init__ "user-agent": "apache-beam-%s" % apache_beam.__version__ File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/internal/clients/bigquery/bigquery_v2_client.py";,> line 58, in __init__ response_encoding=response_encoding) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py";,> line 261, in __init__ self._SetCredentials(**credentials_args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py";,> line 309, in _SetCredentials self._credentials = credentials_lib.GetCredentials(**args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py";,> line 154, in GetCredentials oauth2client_args=oauth2client_args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py";,> line 560, in CredentialsFromFile credentials = tools.run_flow(flow, credential_store, flags) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/_helpers.py";,> line 133, in positional_wrapper return wrapped(*args, **kwargs) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/tools.py";,> line 240, in run_flow code = input('Enter verification code: ').strip() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/_pytest/capture.py";,> line 193, in read "pytest: reading from stdin while output is captured! Consider using `-s`." OSError: pytest: reading from stdin while output is captured! Consider using `-s`. [while running 'read table/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)/SplitAndSize0'] FAILED [ 95%] apache_beam/examples/dataframe/flight_delays_it_test.py::FlightDelaysTest::test_flight_delays ERROR [ 95%] apache_beam/examples/dataframe/wordcount_test.py::WordCountTest::test_basics -------------------------------- live log call --------------------------------- INFO root:pipeline.py:188 Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner. INFO root:transforms.py:182 Computing dataframe stage <ComputeStage(PTransform) label=[[ComputedExpression[set_column_DataFrame_140227540324880], ComputedExpression[set_index_DataFrame_140226864589520], ComputedExpression[pre_combine_sum_DataFrame_140226864306000]]:140227323821072]> for Stage[inputs={PlaceholderExpression[placeholder_DataFrame_140226863380496]}, partitioning=Arbitrary, ops=[ComputedExpression[set_column_DataFrame_140227540324880], ComputedExpression[set_index_DataFrame_140226864589520], ComputedExpression[pre_combine_sum_DataFrame_140226864306000]], outputs={PlaceholderExpression[placeholder_DataFrame_140226863380496], ComputedExpression[pre_combine_sum_DataFrame_140226864306000]}] INFO root:transforms.py:182 Computing dataframe stage <ComputeStage(PTransform) label=[[ComputedExpression[post_combine_sum_DataFrame_140227290189456]]:140227293403728]> for Stage[inputs={ComputedExpression[pre_combine_sum_DataFrame_140226864306000]}, partitioning=Index, ops=[ComputedExpression[post_combine_sum_DataFrame_140227290189456]], outputs={ComputedExpression[post_combine_sum_DataFrame_140227290189456]}] INFO apache_beam.io.fileio:fileio.py:595 Added temporary directory /tmp/.temp16b9ae9c-432d-44ab-a879-d4d1202b5aaf INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.43.0.dev INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function annotate_downstream_side_inputs at 0x7f895a5aedd0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function fix_side_input_pcoll_coders at 0x7f895a5aeef0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function pack_combiners at 0x7f895a5b3440> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function lift_combiners at 0x7f895a5b34d0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function expand_sdf at 0x7f895a5b3680> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function expand_gbk at 0x7f895a5b3710> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function sink_flattens at 0x7f895a5b3830> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function greedily_fuse at 0x7f895a5b38c0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function read_to_impulse at 0x7f895a5b3950> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function impulse_to_input at 0x7f895a5b39e0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function sort_stages at 0x7f895a5b3c20> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function add_impulse_to_dangling_transforms at 0x7f895a5b3d40> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function setup_timer_mapping at 0x7f895a5b3b90> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function populate_data_channel_coders at 0x7f895a5b3cb0> ==================== INFO apache_beam.runners.worker.statecache:statecache.py:234 Creating state cache with size 104857600 INFO apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:908 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler object at 0x7f8937f4a1d0> for environment ref_Environment_default_environment_1 (beam:env:embedded_python:v1, b'') > Task :sdks:python:test-suites:portable:py39:flinkExamples INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.webmonitor.WebMonitorUtils$LogFileLocation find INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Log file environment variable 'log.file' is not set. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.webmonitor.WebMonitorUtils$LogFileLocation find INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.rest.RestServerEndpoint start INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Rest endpoint listening at localhost:42895 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService updateLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Proposing leadership to contender http://localhost:42895 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.webmonitor.WebMonitorEndpoint startInternal INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Web frontend listening at http://localhost:42895. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.webmonitor.WebMonitorEndpoint grantLeadership INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: http://localhost:42895 was granted leadership with leaderSessionID=73be245c-6779-43d5-b1ea-5e300281a81c INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService confirmLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Received confirmation of leadership for leader http://localhost:42895 , session=73be245c-6779-43d5-b1ea-5e300281a81c INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService updateLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Proposing leadership to contender LeaderContender: DefaultDispatcherRunner INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.resourcemanager.ResourceManagerServiceImpl start INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Starting resource manager service. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService updateLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Proposing leadership to contender LeaderContender: ResourceManagerServiceImpl INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.runner.DefaultDispatcherRunner lambda$grantLeadership$0 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DefaultDispatcherRunner was granted leadership with leader id da214976-8981-4093-91d9-ffc1f0baf8cc. Creating new DispatcherLeaderProcess. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.resourcemanager.ResourceManagerServiceImpl lambda$grantLeadership$2 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Resource manager service is granted leadership with session id 98eb2e47-7c29-4708-8d58-3216e0db819f. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.minicluster.MiniCluster start INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Flink Mini Cluster started successfully INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.runner.AbstractDispatcherLeaderProcess startInternal INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Start SessionDispatcherLeaderProcess. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess recoverJobs INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Recover all persisted job graphs that are not finished, yet. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess recoverJobs INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Successfully recovered 0 persisted job graphs. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.rpc.akka.AkkaRpcService startServer INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at akka://flink/user/rpc/resourcemanager_1 . INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.rpc.akka.AkkaRpcService startServer INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at akka://flink/user/rpc/dispatcher_2 . INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.resourcemanager.ResourceManager onStart INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Starting the resource manager. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService confirmLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Received confirmation of leadership for leader akka://flink/user/rpc/dispatcher_2 , session=da214976-8981-4093-91d9-ffc1f0baf8cc INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService confirmLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Received confirmation of leadership for leader akka://flink/user/rpc/resourcemanager_1 , session=98eb2e47-7c29-4708-8d58-3216e0db819f INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.taskexecutor.TaskExecutor connectToResourceManager INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Connecting to ResourceManager akka://flink/user/rpc/resourcemanager_1(8d583216e0db819f98eb2e477c294708). INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.registration.RetryingRegistration lambda$startRegistration$0 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Resolved ResourceManager address, beginning registration INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.resourcemanager.ResourceManager registerTaskExecutorInternal INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Registering TaskManager with ResourceID 62cb61ed-10db-4113-991c-24a4a5e3bc13 (akka://flink/user/rpc/taskmanager_0) at ResourceManager INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.Dispatcher submitJob INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Received JobGraph submission 'BeamApp-jenkins-1016214608-39ad1eec' (0b98b1193d3b8651a667666a1e0843c2). INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.taskexecutor.TaskExecutorToResourceManagerConnection onRegistrationSuccess INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Successful registration at resource manager akka://flink/user/rpc/resourcemanager_1 under registration id 6029539b11cf91c935449e98d353cf6a. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.Dispatcher internalSubmitJob INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Submitting job 'BeamApp-jenkins-1016214608-39ad1eec' (0b98b1193d3b8651a667666a1e0843c2). INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService updateLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Proposing leadership to contender LeaderContender: JobMasterServiceLeadershipRunner INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.rpc.akka.AkkaRpcService startServer INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at akka://flink/user/rpc/jobmanager_3 . INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.jobmaster.JobMaster <init> INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Initializing job 'BeamApp-jenkins-1016214608-39ad1eec' (0b98b1193d3b8651a667666a1e0843c2). INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.scheduler.DefaultSchedulerFactory createInstance INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Using restart back off time strategy NoRestartBackoffTimeStrategy for BeamApp-jenkins-1016214608-39ad1eec (0b98b1193d3b8651a667666a1e0843c2). INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.DefaultExecutionGraphBuilder buildGraph INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Running initialization on master for job BeamApp-jenkins-1016214608-39ad1eec (0b98b1193d3b8651a667666a1e0843c2). INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.DefaultExecutionGraphBuilder buildGraph INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Successfully ran initialization on master in 2 ms. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.scheduler.adapter.DefaultExecutionTopology generateNewPipelinedRegions INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Built 2 new pipelined regions in 1 ms, total 2 pipelined regions currently. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.scheduler.DefaultScheduler <init> INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Using failover strategy org.apache.flink.runtime.executiongraph.failover.flip1.RestartPipelinedRegionFailoverStrategy@16da49da for BeamApp-jenkins-1016214608-39ad1eec (0b98b1193d3b8651a667666a1e0843c2). INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService confirmLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Received confirmation of leadership for leader akka://flink/user/rpc/jobmanager_3 , session=21ea7d77-5b1a-4753-ace2-0686d961032a INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.jobmaster.JobMaster startJobExecution INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Starting execution of job 'BeamApp-jenkins-1016214608-39ad1eec' (0b98b1193d3b8651a667666a1e0843c2) under job master id ace20686d961032a21ea7d775b1a4753. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.scheduler.DefaultScheduler startSchedulingInternal INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy] INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.DefaultExecutionGraph transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Job BeamApp-jenkins-1016214608-39ad1eec (0b98b1193d3b8651a667666a1e0843c2) switched from state CREATED to RUNNING. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (1/16) (d9372d8a96723c4691c52ad1a73cc039) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (2/16) (468c36c263fe36d8da2ed6d350f11050) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (3/16) (8a47b7417242882f49a872eff2ec833f) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (4/16) (8294c22569f82d44696781fa58961404) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (5/16) (1df9a9f79e0b7f3b39c0ba4062d73170) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (6/16) (bec3c421f908a3c40a7db8201b79bf2e) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (7/16) (56a76f9fcc341fc42342c5dfe976a303) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (8/16) (71cd52f31ec770339be8ccbe14496256) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (9/16) (eea10559b0e3cd47d65cc344f2a193f3) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (10/16) (244497418a4b7bd282d72ce187132a0b) switched from CREATED to SCHEDULED. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:13 PM org.apache.flink.runtime.executiongraph.Execution transitionState INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DataSource (Impulse) (11/16) (afcfadfcb31450e739537eb5e7f2d87f) switched from CREATED to SCHEDULED. > Task :sdks:python:test-suites:portable:py39:flinkExamples INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.webmonitor.WebMonitorUtils$LogFileLocation find INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Log file environment variable 'log.file' is not set. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.webmonitor.WebMonitorUtils$LogFileLocation find INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.rest.RestServerEndpoint start INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Rest endpoint listening at localhost:42895 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService updateLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Proposing leadership to contender http://localhost:42895 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.webmonitor.WebMonitorEndpoint startInternal INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Web frontend listening at http://localhost:42895. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.webmonitor.WebMonitorEndpoint grantLeadership INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: http://localhost:42895 was granted leadership with leaderSessionID=73be245c-6779-43d5-b1ea-5e300281a81c INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService confirmLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Received confirmation of leadership for leader http://localhost:42895 , session=73be245c-6779-43d5-b1ea-5e300281a81c INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService updateLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Proposing leadership to contender LeaderContender: DefaultDispatcherRunner INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.resourcemanager.ResourceManagerServiceImpl start INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Starting resource manager service. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService updateLeader INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Proposing leadership to contender LeaderContender: ResourceManagerServiceImpl INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.runner.DefaultDispatcherRunner lambda$grantLeadership$0 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: DefaultDispatcherRunner was granted leadership with leader id da214976-8981-4093-91d9-ffc1f0baf8cc. Creating new DispatcherLeaderProcess. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.resourcemanager.ResourceManagerServiceImpl lambda$grantLeadership$2 INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Resource manager service is granted leadership with session id 98eb2e47-7c29-4708-8d58-3216e0db819f. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.minicluster.MiniCluster start INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Flink Mini Cluster started successfully INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.runner.AbstractDispatcherLeaderProcess startInternal INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Start SessionDispatcherLeaderProcess. INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Oct 16, 2022 9:46:12 PM org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess recoverJobs INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Recover all persisted job graphs that are not finished, yet.java.lang.OutOfMemoryError: GC overhead limit exceeded Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
