See
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/1009/display/redirect?page=changes>
Changes:
[noreply] [GitHub Actions] - Run RC Validations Workflow (#23531)
[noreply] Add workflow to update milestone on issue close (#23629)
[noreply] add website page about data processing for ML (#23552)
[noreply] [Go SDK] Dataframe API wrapper (#23450)
[noreply] [Go SDK]: Adds Automated Python Expansion Service (#23582)
[noreply] Include CombineFn's in __all__ (#23685)
------------------------------------------
[...truncated 19.00 MB...]
self._reraise_augmented(exn)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1491, in _reraise_augmented
raise exn
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1417, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 624, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1581, in handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1694, in _write_value_to_tag
self.main_receivers.receive(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 240, in receive
self.consumer.process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 908, in process
delayed_applications = self.dofn_runner.process(o)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1419, in process
self._reraise_augmented(exn)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1507, in _reraise_augmented
raise new_exn.with_traceback(tb)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1417, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 624, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1571, in handle_process_outputs
for result in results:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 1455, in process
element, restriction):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 331, in split_and_size
for part in self.split(element, restriction):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/iobase.py";,>
line 1641, in split
estimated_size = restriction.source().estimate_size()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py";,>
line 697, in estimate_size
bq = bigquery_tools.BigQueryWrapper()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery_tools.py";,>
line 338, in __init__
"user-agent": "apache-beam-%s" % apache_beam.__version__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/internal/clients/bigquery/bigquery_v2_client.py";,>
line 58, in __init__
response_encoding=response_encoding)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 261, in __init__
self._SetCredentials(**credentials_args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 309, in _SetCredentials
self._credentials = credentials_lib.GetCredentials(**args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py";,>
line 154, in GetCredentials
oauth2client_args=oauth2client_args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py";,>
line 560, in CredentialsFromFile
credentials = tools.run_flow(flow, credential_store, flags)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/_helpers.py";,>
line 133, in positional_wrapper
return wrapped(*args, **kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/tools.py";,>
line 240, in run_flow
code = input('Enter verification code: ').strip()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/_pytest/capture.py";,>
line 193, in read
"pytest: reading from stdin while output is captured! Consider using `-s`."
OSError: pytest: reading from stdin while output is captured! Consider using
`-s`. [while running 'read
table/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)/SplitAndSize0']
ERROR apache_beam.runners.worker.data_plane:data_plane.py:661 Failed to read
inputs in the data plane.
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/data_plane.py";,>
line 654, in _read_inputs
for elements in elements_iterator:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/grpc/_channel.py";,>
line 426, in __next__
return self._next()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/grpc/_channel.py";,>
line 809, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that
terminated with:
status = StatusCode.CANCELLED
details = "Multiplexer hanging up"
debug_error_string = "UNKNOWN:Error received from peer
ipv4:127.0.0.1:38723 {grpc_message:"Multiplexer hanging up", grpc_status:1,
created_time:"2022-10-18T15:46:50.282787431+00:00"}"
>
ERROR root:portable_runner.py:577 java.lang.RuntimeException: Error received
from SDK harness for instruction 21: Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1417, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 624, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1571, in handle_process_outputs
for result in results:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 1455, in process
element, restriction):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 331, in split_and_size
for part in self.split(element, restriction):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/iobase.py";,>
line 1641, in split
estimated_size = restriction.source().estimate_size()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py";,>
line 697, in estimate_size
bq = bigquery_tools.BigQueryWrapper()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery_tools.py";,>
line 338, in __init__
"user-agent": "apache-beam-%s" % apache_beam.__version__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/internal/clients/bigquery/bigquery_v2_client.py";,>
line 58, in __init__
response_encoding=response_encoding)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 261, in __init__
self._SetCredentials(**credentials_args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 309, in _SetCredentials
self._credentials = credentials_lib.GetCredentials(**args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py";,>
line 154, in GetCredentials
oauth2client_args=oauth2client_args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py";,>
line 560, in CredentialsFromFile
credentials = tools.run_flow(flow, credential_store, flags)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/_helpers.py";,>
line 133, in positional_wrapper
return wrapped(*args, **kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/tools.py";,>
line 240, in run_flow
code = input('Enter verification code: ').strip()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/_pytest/capture.py";,>
line 193, in read
"pytest: reading from stdin while output is captured! Consider using `-s`."
OSError: pytest: reading from stdin while output is captured! Consider using
`-s`.
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 287, in _execute
response = task()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 360, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 597, in do_instruction
getattr(request, request_type), request.instruction_id)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 634, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 1004, in process_bundle
element.data)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 227, in process_encoded
self.output(decoded_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 528, in output
_cast_to_receiver(self.receivers[output_index]).receive(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 240, in receive
self.consumer.process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 908, in process
delayed_applications = self.dofn_runner.process(o)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1419, in process
self._reraise_augmented(exn)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1491, in _reraise_augmented
raise exn
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1417, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 624, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1581, in handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1694, in _write_value_to_tag
self.main_receivers.receive(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 240, in receive
self.consumer.process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 908, in process
delayed_applications = self.dofn_runner.process(o)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1419, in process
self._reraise_augmented(exn)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1491, in _reraise_augmented
raise exn
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1417, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 624, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1581, in handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1694, in _write_value_to_tag
self.main_receivers.receive(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 240, in receive
self.consumer.process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/operations.py";,>
line 908, in process
delayed_applications = self.dofn_runner.process(o)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1419, in process
self._reraise_augmented(exn)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1507, in _reraise_augmented
raise new_exn.with_traceback(tb)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1417, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 624, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1571, in handle_process_outputs
for result in results:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 1455, in process
element, restriction):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 331, in split_and_size
for part in self.split(element, restriction):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/iobase.py";,>
line 1641, in split
estimated_size = restriction.source().estimate_size()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py";,>
line 697, in estimate_size
bq = bigquery_tools.BigQueryWrapper()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/bigquery_tools.py";,>
line 338, in __init__
"user-agent": "apache-beam-%s" % apache_beam.__version__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/sdks/python/apache_beam/io/gcp/internal/clients/bigquery/bigquery_v2_client.py";,>
line 58, in __init__
response_encoding=response_encoding)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 261, in __init__
self._SetCredentials(**credentials_args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 309, in _SetCredentials
self._credentials = credentials_lib.GetCredentials(**args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py";,>
line 154, in GetCredentials
oauth2client_args=oauth2client_args)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/apitools/base/py/credentials_lib.py";,>
line 560, in CredentialsFromFile
credentials = tools.run_flow(flow, credential_store, flags)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/_helpers.py";,>
line 133, in positional_wrapper
return wrapped(*args, **kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/oauth2client/tools.py";,>
line 240, in run_flow
code = input('Enter verification code: ').strip()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/ws/src/build/gradleenv/2022703441/lib/python3.7/site-packages/_pytest/capture.py";,>
line 193, in read
"pytest: reading from stdin while output is captured! Consider using `-s`."
OSError: pytest: reading from stdin while output is captured! Consider using
`-s`. [while running 'read
table/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)/SplitAndSize0']
FAILED [ 95%]
apache_beam/examples/dataframe/flight_delays_it_test.py::FlightDelaysTest::test_flight_delays
ERROR [ 95%]
apache_beam/examples/dataframe/wordcount_test.py::WordCountTest::test_basics
-------------------------------- live log call ---------------------------------
INFO root:pipeline.py:188 Missing pipeline option (runner). Executing
pipeline using the default runner: DirectRunner.
INFO root:transforms.py:182 Computing dataframe stage
<ComputeStage(PTransform)
label=[[ComputedExpression[set_column_DataFrame_139785044600720],
ComputedExpression[set_index_DataFrame_139785415174160],
ComputedExpression[pre_combine_sum_DataFrame_139785882707920]]:139785849371472]>
for
Stage[inputs={PlaceholderExpression[placeholder_DataFrame_139785068622480]},
partitioning=Arbitrary,
ops=[ComputedExpression[set_column_DataFrame_139785044600720],
ComputedExpression[set_index_DataFrame_139785415174160],
ComputedExpression[pre_combine_sum_DataFrame_139785882707920]],
outputs={PlaceholderExpression[placeholder_DataFrame_139785068622480],
ComputedExpression[pre_combine_sum_DataFrame_139785882707920]}]
INFO root:transforms.py:182 Computing dataframe stage
<ComputeStage(PTransform)
label=[[ComputedExpression[post_combine_sum_DataFrame_139785842824976]]:139785835738448]>
for
Stage[inputs={ComputedExpression[pre_combine_sum_DataFrame_139785882707920]},
partitioning=Index,
ops=[ComputedExpression[post_combine_sum_DataFrame_139785842824976]],
outputs={ComputedExpression[post_combine_sum_DataFrame_139785842824976]}]
INFO apache_beam.io.fileio:fileio.py:595 Added temporary directory
/tmp/.temp4c017abd-9086-4f20-9cf0-adc560b4bd3d
INFO root:environments.py:376 Default Python SDK image for environment is
apache/beam_python3.7_sdk:2.43.0.dev
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function annotate_downstream_side_inputs at
0x7f22982af440> ====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function fix_side_input_pcoll_coders at 0x7f22982af560>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function pack_combiners at 0x7f22982afa70>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function lift_combiners at 0x7f22982afb00>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function expand_sdf at 0x7f22982afcb0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function expand_gbk at 0x7f22982afd40>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function sink_flattens at 0x7f22982afe60>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function greedily_fuse at 0x7f22982afef0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function read_to_impulse at 0x7f22982aff80>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function impulse_to_input at 0x7f22982b1050>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function sort_stages at 0x7f22982b1290>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function add_impulse_to_dangling_transforms at
0x7f22982b13b0> ====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function setup_timer_mapping at 0x7f22982b1200>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function populate_data_channel_coders at 0x7f22982b1320>
====================
INFO apache_beam.runners.worker.statecache:statecache.py:234 Creating state
cache with size 104857600
INFO
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:908
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler
object at 0x7f223f7271d0> for environment
ref_Environment_default_environment_1 (beam:env:embedded_python:v1, b'')
> Task :sdks:python:test-suites:portable:py39:flinkExamples
INFO root:transforms.py:182 Computing dataframe stage
<ComputeStage(PTransform)
label=[[ComputedExpression[set_column_DataFrame_140056495068736],
ComputedExpression[set_index_DataFrame_140054880547984],
ComputedExpression[pre_combine_sum_DataFrame_140054842749424]]:140054844778000]>
for
Stage[inputs={PlaceholderExpression[placeholder_DataFrame_140056495845824]},
partitioning=Arbitrary,
ops=[ComputedExpression[set_column_DataFrame_140056495068736],
ComputedExpression[set_index_DataFrame_140054880547984],
ComputedExpression[pre_combine_sum_DataFrame_140054842749424]],
outputs={PlaceholderExpression[placeholder_DataFrame_140056495845824],
ComputedExpression[pre_combine_sum_DataFrame_140054842749424]}]
INFO root:transforms.py:182 Computing dataframe stage
<ComputeStage(PTransform)
label=[[ComputedExpression[post_combine_sum_DataFrame_140054842752592]]:140054844778528]>
for
Stage[inputs={ComputedExpression[pre_combine_sum_DataFrame_140054842749424]},
partitioning=Index,
ops=[ComputedExpression[post_combine_sum_DataFrame_140054842752592]],
outputs={ComputedExpression[post_combine_sum_DataFrame_140054842752592]}]
INFO apache_beam.io.fileio:fileio.py:595 Added temporary directory
/tmp/.temp4c909911-67e7-48d9-b0fe-64151bacbb2d
INFO root:environments.py:376 Default Python SDK image for environment is
apache/beam_python3.9_sdk:2.43.0.dev
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function annotate_downstream_side_inputs at
0x7f6125cabee0> ====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function fix_side_input_pcoll_coders at 0x7f6125f1f040>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function pack_combiners at 0x7f6125f1f550>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function lift_combiners at 0x7f6125f1f5e0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function expand_sdf at 0x7f6125f1f790>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function expand_gbk at 0x7f6125f1f820>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function sink_flattens at 0x7f6125f1f940>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function greedily_fuse at 0x7f6125f1f9d0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function read_to_impulse at 0x7f6125f1fa60>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function impulse_to_input at 0x7f6125f1faf0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function sort_stages at 0x7f6125f1fd30>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function add_impulse_to_dangling_transforms at
0x7f6125f1fe50> ====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function setup_timer_mapping at 0x7f6125f1fca0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:714
==================== <function populate_data_channel_coders at 0x7f6125f1fdc0>
====================
INFO apache_beam.runners.worker.statecache:statecache.py:234 Creating state
cache with size 104857600
INFO
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:903
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler
object at 0x7f611437b7f0> for environment
ref_Environment_default_environment_1 (beam:env:embedded_python:v1, b'')
INFO apache_beam.io.fileio:fileio.py:677 Moving temporary file
/tmp/.temp4c909911-67e7-48d9-b0fe-64151bacbb2d/6211467017578388091_327142f9-7736-45e9-bb31-4662aab2dd25
to dir: /tmp as tmpoomvtohf.result-00000-of-00001. Res:
FileResult(file_name='/tmp/.temp4c909911-67e7-48d9-b0fe-64151bacbb2d/6211467017578388091_327142f9-7736-45e9-bb31-4662aab2dd25',
shard_index=-1, total_shards=0, window=GlobalWindow, pane=None,
destination=None)
PASSED [100%]
==================================== ERRORS ====================================
_ ERROR at teardown of
UserScoreIT.test_userscore_output_checksum_on_small_input _
java.lang.OutOfMemoryError: GC overhead limit exceeded
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
