See <https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/1007/display/redirect?page=changes>
Changes: [noreply] Improved test coverage and fix the implementation of Inject and CoGBK [noreply] Fix python log_level_overrides cannot be used on flink and other [noreply] Better error for disabling runner v2 with cross language pipelines. ------------------------------------------ [...truncated 18.68 MB...] File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 634, in process_bundle bundle_processor.process_bundle(instruction_id)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 1004, in process_bundle element.data) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 227, in process_encoded self.output(decoded_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 528, in output _cast_to_receiver(self.receivers[output_index]).receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1491, in _reraise_augmented raise exn File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1581, in handle_process_outputs self._write_value_to_tag(tag, windowed_value, watermark_estimator) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1694, in _write_value_to_tag self.main_receivers.receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1491, in _reraise_augmented raise exn File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1581, in handle_process_outputs self._write_value_to_tag(tag, windowed_value, watermark_estimator) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1694, in _write_value_to_tag self.main_receivers.receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1507, in _reraise_augmented raise new_exn.with_traceback(tb) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1571, in handle_process_outputs for result in results: File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 1455, in process element, restriction): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/transforms/core.py",> line 331, in split_and_size for part in self.split(element, restriction): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/iobase.py",> line 1641, in split estimated_size = restriction.source().estimate_size() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py",> line 697, in estimate_size bq = bigquery_tools.BigQueryWrapper() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery_tools.py",> line 338, in __init__ "user-agent": "apache-beam-%s" % apache_beam.__version__ File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/internal/clients/bigquery/bigquery_v2_client.py",> line 58, in __init__ response_encoding=response_encoding) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py",> line 261, in __init__ self._SetCredentials(**credentials_args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py",> line 309, in _SetCredentials self._credentials = credentials_lib.GetCredentials(**args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py",> line 154, in GetCredentials oauth2client_args=oauth2client_args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py",> line 560, in CredentialsFromFile credentials = tools.run_flow(flow, credential_store, flags) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/_helpers.py",> line 133, in positional_wrapper return wrapped(*args, **kwargs) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/tools.py",> line 240, in run_flow code = input('Enter verification code: ').strip() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/_pytest/capture.py",> line 193, in read "pytest: reading from stdin while output is captured! Consider using `-s`." OSError: pytest: reading from stdin while output is captured! Consider using `-s`. [while running 'read table/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)/SplitAndSize0'] ERROR root:portable_runner.py:577 java.lang.RuntimeException: Error received from SDK harness for instruction 9: Traceback (most recent call last): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1571, in handle_process_outputs for result in results: File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 1455, in process element, restriction): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/transforms/core.py",> line 331, in split_and_size for part in self.split(element, restriction): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/iobase.py",> line 1641, in split estimated_size = restriction.source().estimate_size() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py",> line 697, in estimate_size bq = bigquery_tools.BigQueryWrapper() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery_tools.py",> line 338, in __init__ "user-agent": "apache-beam-%s" % apache_beam.__version__ File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/internal/clients/bigquery/bigquery_v2_client.py",> line 58, in __init__ response_encoding=response_encoding) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py",> line 261, in __init__ self._SetCredentials(**credentials_args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py",> line 309, in _SetCredentials self._credentials = credentials_lib.GetCredentials(**args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py",> line 154, in GetCredentials oauth2client_args=oauth2client_args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py",> line 560, in CredentialsFromFile credentials = tools.run_flow(flow, credential_store, flags) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/_helpers.py",> line 133, in positional_wrapper return wrapped(*args, **kwargs) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/tools.py",> line 240, in run_flow code = input('Enter verification code: ').strip() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/_pytest/capture.py",> line 193, in read "pytest: reading from stdin while output is captured! Consider using `-s`." OSError: pytest: reading from stdin while output is captured! Consider using `-s`. During handling of the above exception, another exception occurred: Traceback (most recent call last): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 287, in _execute response = task() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 360, in <lambda> lambda: self.create_worker().do_instruction(request), request) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 597, in do_instruction getattr(request, request_type), request.instruction_id) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 634, in process_bundle bundle_processor.process_bundle(instruction_id)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 1004, in process_bundle element.data) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 227, in process_encoded self.output(decoded_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 528, in output _cast_to_receiver(self.receivers[output_index]).receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1491, in _reraise_augmented raise exn File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1581, in handle_process_outputs self._write_value_to_tag(tag, windowed_value, watermark_estimator) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1694, in _write_value_to_tag self.main_receivers.receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1491, in _reraise_augmented raise exn File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1581, in handle_process_outputs self._write_value_to_tag(tag, windowed_value, watermark_estimator) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1694, in _write_value_to_tag self.main_receivers.receive(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 240, in receive self.consumer.process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py",> line 908, in process delayed_applications = self.dofn_runner.process(o) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1419, in process self._reraise_augmented(exn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1507, in _reraise_augmented raise new_exn.with_traceback(tb) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1417, in process return self.do_fn_invoker.invoke_process(windowed_value) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 624, in invoke_process windowed_value, self.process_method(windowed_value.value)) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py",> line 1571, in handle_process_outputs for result in results: File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 1455, in process element, restriction): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/transforms/core.py",> line 331, in split_and_size for part in self.split(element, restriction): File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/iobase.py",> line 1641, in split estimated_size = restriction.source().estimate_size() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py",> line 697, in estimate_size bq = bigquery_tools.BigQueryWrapper() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery_tools.py",> line 338, in __init__ "user-agent": "apache-beam-%s" % apache_beam.__version__ File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/internal/clients/bigquery/bigquery_v2_client.py",> line 58, in __init__ response_encoding=response_encoding) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py",> line 261, in __init__ self._SetCredentials(**credentials_args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py",> line 309, in _SetCredentials self._credentials = credentials_lib.GetCredentials(**args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py",> line 154, in GetCredentials oauth2client_args=oauth2client_args) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py",> line 560, in CredentialsFromFile credentials = tools.run_flow(flow, credential_store, flags) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/_helpers.py",> line 133, in positional_wrapper return wrapped(*args, **kwargs) File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/tools.py",> line 240, in run_flow code = input('Enter verification code: ').strip() File "<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/_pytest/capture.py",> line 193, in read "pytest: reading from stdin while output is captured! Consider using `-s`." OSError: pytest: reading from stdin while output is captured! Consider using `-s`. [while running 'read table/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)/SplitAndSize0'] FAILED [ 95%] apache_beam/examples/dataframe/flight_delays_it_test.py::FlightDelaysTest::test_flight_delays ERROR [ 95%] apache_beam/examples/dataframe/wordcount_test.py::WordCountTest::test_basics -------------------------------- live log call --------------------------------- INFO root:pipeline.py:188 Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner. > Task :sdks:python:test-suites:portable:py39:flinkExamples INFO root:transforms.py:182 Computing dataframe stage <ComputeStage(PTransform) label=[[ComputedExpression[set_column_DataFrame_140451724980480], ComputedExpression[set_index_DataFrame_140451724283328], ComputedExpression[pre_combine_sum_DataFrame_140451729602976]]:140451724890752]> for Stage[inputs={PlaceholderExpression[placeholder_DataFrame_140451687878960]}, partitioning=Arbitrary, ops=[ComputedExpression[set_column_DataFrame_140451724980480], ComputedExpression[set_index_DataFrame_140451724283328], ComputedExpression[pre_combine_sum_DataFrame_140451729602976]], outputs={PlaceholderExpression[placeholder_DataFrame_140451687878960], ComputedExpression[pre_combine_sum_DataFrame_140451729602976]}] INFO root:transforms.py:182 Computing dataframe stage <ComputeStage(PTransform) label=[[ComputedExpression[post_combine_sum_DataFrame_140451729603120]]:140451724893152]> for Stage[inputs={ComputedExpression[pre_combine_sum_DataFrame_140451729602976]}, partitioning=Index, ops=[ComputedExpression[post_combine_sum_DataFrame_140451729603120]], outputs={ComputedExpression[post_combine_sum_DataFrame_140451729603120]}] INFO apache_beam.io.fileio:fileio.py:595 Added temporary directory /tmp/.temp5ddbf9f6-91dd-42b4-8b5e-0698fd4e3126 INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.9_sdk:2.43.0.dev INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function annotate_downstream_side_inputs at 0x7fbd8634bee0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function fix_side_input_pcoll_coders at 0x7fbd8649b040> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function pack_combiners at 0x7fbd8649b550> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function lift_combiners at 0x7fbd8649b5e0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function expand_sdf at 0x7fbd8649b790> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function expand_gbk at 0x7fbd8649b820> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function sink_flattens at 0x7fbd8649b940> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function greedily_fuse at 0x7fbd8649b9d0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function read_to_impulse at 0x7fbd8649ba60> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function impulse_to_input at 0x7fbd8649baf0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function sort_stages at 0x7fbd8649bd30> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function add_impulse_to_dangling_transforms at 0x7fbd8649be50> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function setup_timer_mapping at 0x7fbd8649bca0> ==================== INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function populate_data_channel_coders at 0x7fbd8649bdc0> ==================== INFO apache_beam.runners.worker.statecache:statecache.py:234 Creating state cache with size 104857600 INFO apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:903 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler object at 0x7fbdcf321280> for environment ref_Environment_default_environment_1 (beam:env:embedded_python:v1, b'') PASSED [100%] ==================================== ERRORS ==================================== _ ERROR at teardown of UserScoreIT.test_userscore_output_checksum_on_small_input _ args = (['gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/f481e015-96a0-476e-980b-1a8478af1bb5/results*'],) kwargs = {} retry_intervals = <generator object FuzzedExponentialIntervals.__iter__ at 0x7fbdcf2d0f20> exn_traceback = None, sleep_interval = 15.162754899339008 java.lang.OutOfMemoryError: GC overhead limit exceeded Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
