[
https://issues.apache.org/jira/browse/BEAM-5044?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16607433#comment-16607433
]
Pablo Estrada commented on BEAM-5044:
-------------------------------------
I was unable to find instances of failures for these tests that are available
in Jenkins. In fact, I believe these may just be misleading logs:
See:
https://github.com/apache/beam/blob/master/sdks/python/apache_beam/runners/portability/fn_api_runner_test.py#L52
This test pipeline is expected to fail, and it logs to StdErr, and it may be
confusing, but the test passes. Here is a recent test that passed with the same
stack trace being logged to StdErr:
{code:python}
test_assert_that
(apache_beam.runners.portability.fn_api_runner_test.FnApiRunnerTestWithGrpc)
...
Traceback (most recent call last):
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 134, in _execute
response = task()
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 169, in <lambda>
self._execute(lambda: worker.do_instruction(work), work)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 215, in do_instruction
request.instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 237, in process_bundle
processor.process_bundle(instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 299, in process_bundle
input_op.process_encoded(data.data)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 120, in process_encoded
self.output(decoded_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
line 167, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
line 388, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 589, in receive
self.process(wind
owed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 595, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 593, in process
self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 473, in invoke_process
windowed_value, additional_args, additional_kwargs, output_processor)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 523, in _invoke_per_window
windowed_value, self.process_method(*args_for_process))
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 698, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
line 388, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 589, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 595, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 593, in process
self.do_fn_invoker.invoke_process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_Post
Commit_Python_Verify/src/sdks/python/apache_beam/runners/common.py", line 364,
in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 698, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
line 388, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 589, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 595, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 628, in _reraise_augmented
raise_(type(new_exn), new_exn, original_traceback)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 593, in process
self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
line 364, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/transforms/core.py",
line 1035, in <lambda>
wrapper = lambda x: [fn(x)]
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/testing/util.py"
, line 119, in _equal
'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
BeamAssertException: Failed assert: ['a'] == ['a', 'b'] [while running
'assert_that/Match']
ok
{code}
> Project beam_PostCommit_Python_Verify: FnApiRunnerTestWithGrpc:
> BeamAssertException: Failed assert: ['a'] == ['a', 'b'] [while running
> 'assert_that/Match']
> -----------------------------------------------------------------------------------------------------------------------------------------------------------
>
> Key: BEAM-5044
> URL: https://issues.apache.org/jira/browse/BEAM-5044
> Project: Beam
> Issue Type: Improvement
> Components: test-failures
> Reporter: Mikhail Gryzykhin
> Assignee: Pablo Estrada
> Priority: Critical
>
> List of tests failing with same error. Seems that error is related:
> apache_beam.runners.portability.fn_api_runner_test.FnApiRunnerTestWithGrpc
> apache_beam.runners.portability.fn_api_runner_test.FnApiRunnerTestWithGrpcMultiThreaded
> apache_beam.runners.portability.portable_runner_test.PortableRunnerTestWithGrpc
> [https://builds.apache.org/view/A-D/view/Beam/job/beam_PostCommit_Python_Verify/5611/consoleFull]
> test_assert_that
> (apache_beam.runners.portability.fn_api_runner_test.FnApiRunnerTestWithGrpc)
> ... Traceback (most recent call last):
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 134, in _execute
> response = task()
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 169, in <lambda>
> self._execute(lambda: worker.do_instruction(work), work)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 215, in do_instruction
> request.instruction_id)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 237, in process_bundle
> processor.process_bundle(instruction_id)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 299, in process_bundle
> input_op.process_encoded(data.data)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 120, in process_encoded
> self.output(decoded_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
> line 167, in output
> cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
> line 87, in receive
> cython.cast(Operation, consumer).process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
> line 388, in process
> self.dofn_receiver.receive(o)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 591, in receive
> self.process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 597, in process
> self._reraise_augmented(exn)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 595, in process
> self.do_fn_invoker.invoke_process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 475, in invoke_process
> windowed_value, additional_args, additional_kwargs, output_processor)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 525, in _invoke_per_window
> windowed_value, self.process_method(*args_for_process))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 700, in process_outputs
> self.main_receivers.receive(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
> line 87, in receive
> cython.cast(Operation, consumer).process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
> line 388, in process
> self.dofn_receiver.receive(o)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 591, in receive
> self.process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 597, in process
> self._reraise_augmented(exn)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 595, in process
> self.do_fn_invoker.invoke_process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 366, in invoke_process
> windowed_value, self.process_method(windowed_value.value))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 700, in process_outputs
> self.main_receivers.receive(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
> line 87, in receive
> cython.cast(Operation, consumer).process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/worker/operations.py",
> line 388, in process
> self.dofn_receiver.receive(o)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 591, in receive
> self.process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 597, in process
> self._reraise_augmented(exn)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 630, in _reraise_augmented
> raise_(type(new_exn), new_exn, original_traceback)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 595, in process
> self.do_fn_invoker.invoke_process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 366, in invoke_process
> windowed_value, self.process_method(windowed_value.value))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/transforms/core.py",
> line 1029, in <lambda>
> wrapper = lambda x: [fn(x)]
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Verify/src/sdks/python/apache_beam/testing/util.py",
> line 119, in _equal
> 'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
> BeamAssertException: Failed assert: ['a'] == ['a', 'b'] [while running
> 'assert_that/Match']
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
