Valentyn Tymofieiev created BEAM-3053:
-----------------------------------------
Summary:
apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest
is flaky
Key: BEAM-3053
URL: https://issues.apache.org/jira/browse/BEAM-3053
Project: Beam
Issue Type: Bug
Components: sdk-py-harness
Reporter: Valentyn Tymofieiev
Assignee: Robert Bradshaw
The test failed in the precommit suite on 2.2.0 release branch. Full precommit
logs:
https://builds.apache.org/job/beam_PreCommit_Python_MavenInstall/234/consoleFull
test_assert_that
(apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest)
...
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/coders/typecoders.py:134:
UserWarning: Using fallback coder for typehint:
<apache_beam.typehints.typehints.WindowedTypeConstraint object at
0x7fbb5acd12d0>.
warnings.warn('Using fallback coder for typehint: %r.' % typehint)
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/coders/typecoders.py:134:
UserWarning: Using fallback coder for typehint:
<apache_beam.typehints.typehints.WindowedTypeConstraint object at
0x7fbb5a6a94d0>.
warnings.warn('Using fallback coder for typehint: %r.' % typehint)
Traceback (most recent call last):
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/universal_local_runner.py",
line 241, in run
).run_via_runner_api(self._pipeline_proto)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 183, in run_via_runner_api
return self.run_stages(*self.create_stages(pipeline_proto))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 640, in run_stages
controller, pipeline_components, stage, pcoll_buffers, safe_coders)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 714, in run_stage
controller.control_handler.push(process_bundle)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1011, in push
response = self.worker.do_instruction(request)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 120, in do_instruction
getattr(request, request_type), request.instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 135, in process_bundle
self.data_channel_factory).process_bundle(instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 254, in process_bundle
input_op.process_encoded(data.data)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 126, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 153, in
apache_beam.runners.worker.operations.Operation.output
(apache_beam/runners/worker/operations.c:5881)
def output(self, windowed_value, output_index=0):
File "apache_beam/runners/worker/operations.py", line 154, in
apache_beam.runners.worker.operations.Operation.output
(apache_beam/runners/worker/operations.c:5767)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 86, in
apache_beam.runners.worker.operations.ConsumerSet.receive
(apache_beam/runners/worker/operations.c:3616)
cython.cast(Operation, consumer).process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 339, in
apache_beam.runners.worker.operations.DoOperation.process
(apache_beam/runners/worker/operations.c:11073)
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 340, in
apache_beam.runners.worker.operations.DoOperation.process
(apache_beam/runners/worker/operations.c:11027)
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 382, in
apache_beam.runners.common.DoFnRunner.receive
(apache_beam/runners/common.c:10156)
self.process(windowed_value)
File "apache_beam/runners/common.py", line 390, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:10458)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 415, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:11363)
raise
File "apache_beam/runners/common.py", line 388, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:10371)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 281, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
(apache_beam/runners/common.c:8626)
self._invoke_per_window(windowed_value)
File "apache_beam/runners/common.py", line 306, in
apache_beam.runners.common.PerWindowInvoker._invoke_per_window
(apache_beam/runners/common.c:9313)
self.output_processor.process_outputs(
File "apache_beam/runners/common.py", line 480, in
apache_beam.runners.common._OutputProcessor.process_outputs
(apache_beam/runners/common.c:12500)
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 86, in
apache_beam.runners.worker.operations.ConsumerSet.receive
(apache_beam/runners/worker/operations.c:3616)
cython.cast(Operation, consumer).process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 339, in
apache_beam.runners.worker.operations.DoOperation.process
(apache_beam/runners/worker/operations.c:11073)
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 340, in
apache_beam.runners.worker.operations.DoOperation.process
(apache_beam/runners/worker/operations.c:11027)
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 382, in
apache_beam.runners.common.DoFnRunner.receive
(apache_beam/runners/common.c:10156)
self.process(windowed_value)
File "apache_beam/runners/common.py", line 390, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:10458)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 415, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:11363)
raise
File "apache_beam/runners/common.py", line 388, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:10371)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 189, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:6270)
self.output_processor.process_outputs(
File "apache_beam/runners/common.py", line 480, in
apache_beam.runners.common._OutputProcessor.process_outputs
(apache_beam/runners/common.c:12500)
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 86, in
apache_beam.runners.worker.operations.ConsumerSet.receive
(apache_beam/runners/worker/operations.c:3616)
cython.cast(Operation, consumer).process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 339, in
apache_beam.runners.worker.operations.DoOperation.process
(apache_beam/runners/worker/operations.c:11073)
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 340, in
apache_beam.runners.worker.operations.DoOperation.process
(apache_beam/runners/worker/operations.c:11027)
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 382, in
apache_beam.runners.common.DoFnRunner.receive
(apache_beam/runners/common.c:10156)
self.process(windowed_value)
File "apache_beam/runners/common.py", line 390, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:10458)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 431, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:11673)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 388, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:10371)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 190, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:6230)
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/transforms/core.py",
line 943, in <lambda>
wrapper = lambda x: [fn(x)]
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/testing/util.py",
line 62, in _equal
'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
BeamAssertException: Failed assert: ['a'] == ['a', 'b'] [while running
'assert_that/Match']
Build timed out (after 150 minutes). Marking the build as aborted.
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
