[
https://issues.apache.org/jira/browse/BEAM-7594?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16959851#comment-16959851
]
Valentyn Tymofieiev edited comment on BEAM-7594 at 10/25/19 3:21 PM:
---------------------------------------------------------------------
Failed twice today in a precommit test, on Py35 and Py36:
https://builds.apache.org/job/beam_PreCommit_Python_Commit/9145
{noformat}
======================================================================
ERROR: test_read_from_text_with_file_name_file_pattern
(apache_beam.io.textio_test.TextSourceTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/io/textio_test.py",
line 517, in test_read_from_text_with_file_name_file_pattern
pipeline.run()
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/testing/test_pipeline.py",
line 112, in run
else test_runner_api))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/pipeline.py",
line 438, in run
interactive=self.interactive)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/pipeline.py",
line 451, in run
return runner_in_use.run_pipeline(self, options_in_use)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/direct/direct_runner.py",
line 132, in run_pipeline
return runner.run_pipeline(pipeline, options)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 381, in run_pipeline
default_environment=self._default_environment))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 388, in run_via_runner_api
return self.run_stages(stage_context, stages)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 470, in run_stages
stage_context.safe_coders)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 753, in _run_stage
result, splits = bundle_manager.process_bundle(data_input, data_output)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1801, in process_bundle
part, expected_outputs), part_inputs):
File "/usr/lib/python3.6/concurrent/futures/_base.py", line 586, in
result_iterator
yield fs.pop().result()
File "/usr/lib/python3.6/concurrent/futures/_base.py", line 432, in result
return self.__get_result()
File "/usr/lib/python3.6/concurrent/futures/_base.py", line 384, in
__get_result
raise self._exception
File "/usr/lib/python3.6/concurrent/futures/thread.py", line 56, in run
result = self.fn(*self.args, **self.kwargs)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1801, in <lambda>
part, expected_outputs), part_inputs):
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1737, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1150, in push
response = self.worker.do_instruction(request)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 360, in do_instruction
request.instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 386, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 663, in process_bundle
data.transform_id].process_encoded(data.data)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 143, in process_encoded
self.output(decoded_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 256, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
delayed_application = self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 588, in invoke_process
windowed_value, additional_args, additional_kwargs, output_processor)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 660, in _invoke_process_per_window
windowed_value, self.process_method(*args_for_process))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 919, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
delayed_application = self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 441, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 919, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
delayed_application = self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 849, in _reraise_augmented
raise_with_traceback(new_exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/target/.tox-py36-gcp/py36-gcp/lib/python3.6/site-packages/future/utils/__init__.py",
line 419, in raise_with_traceback
raise exc.with_traceback(traceback)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 441, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/transforms/core.py",
line 1349, in <lambda>
wrapper = lambda x: [fn(x)]
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/testing/util.py",
line 144, in _equal
'Failed assert: %r == %r' % (expected, actual))
apache_beam.testing.util.BeamAssertException: Failed assert:
[('/tmp/20191025015021uer0whaj', 'line0'), ('/tmp/20191025015021uer0whaj',
'line1'), ('/tmp/20191025015021uer0whaj', 'line2'),
('/tmp/20191025015021uer0whaj', 'line3'), ('/tmp/20191025015021uer0whaj',
'line4'), ('/tmp/20191025015021upbow_oq', 'line0'),
('/tmp/20191025015021upbow_oq', 'line1'), ('/tmp/20191025015021upbow_oq',
'line2'), ('/tmp/20191025015021upbow_oq', 'line3'),
('/tmp/20191025015021upbow_oq', 'line4')] == [('/tmp/20191025015021uer0whaj',
'line0'), ('/tmp/20191025015021uer0whaj', 'line1'),
('/tmp/20191025015021uer0whaj', 'line2'), ('/tmp/20191025015021uer0whaj',
'line3'), ('/tmp/20191025015021uer0whaj', 'line4'),
('/tmp/20191025015021upbow_oq', 'line0'), ('/tmp/20191025015021upbow_oq',
'line1'), ('/tmp/20191025015021upbow_oq', 'line2'),
('/tmp/20191025015021upbow_oq', 'line3'), ('/tmp/20191025015021upbow_oq',
'line4'), ('/tmp/20191025015021nst371u1', 'line0'),
('/tmp/20191025015021nst371u1', 'line1'), ('/tmp/20191025015021nst371u1',
'line2'), ('/tmp/20191025015021nst371u1', 'line3'),
('/tmp/20191025015021nst371u1', 'line4'), ('/tmp/20191025015021qf7a8hcr',
'line0'), ('/tmp/20191025015021qf7a8hcr', 'line1'),
('/tmp/20191025015021qf7a8hcr', 'line2'), ('/tmp/20191025015021qf7a8hcr',
'line3'), ('/tmp/20191025015021qf7a8hcr', 'line4')] [while running
'assert_that/Match']
{noformat}
was (Author: tvalentyn):
Failed today in a precommit test:
https://builds.apache.org/job/beam_PreCommit_Python_Commit/9145
{noformat}
======================================================================
ERROR: test_read_from_text_with_file_name_file_pattern
(apache_beam.io.textio_test.TextSourceTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/io/textio_test.py",
line 517, in test_read_from_text_with_file_name_file_pattern
pipeline.run()
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/testing/test_pipeline.py",
line 112, in run
else test_runner_api))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/pipeline.py",
line 438, in run
interactive=self.interactive)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/pipeline.py",
line 451, in run
return runner_in_use.run_pipeline(self, options_in_use)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/direct/direct_runner.py",
line 132, in run_pipeline
return runner.run_pipeline(pipeline, options)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 381, in run_pipeline
default_environment=self._default_environment))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 388, in run_via_runner_api
return self.run_stages(stage_context, stages)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 470, in run_stages
stage_context.safe_coders)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 753, in _run_stage
result, splits = bundle_manager.process_bundle(data_input, data_output)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1801, in process_bundle
part, expected_outputs), part_inputs):
File "/usr/lib/python3.6/concurrent/futures/_base.py", line 586, in
result_iterator
yield fs.pop().result()
File "/usr/lib/python3.6/concurrent/futures/_base.py", line 432, in result
return self.__get_result()
File "/usr/lib/python3.6/concurrent/futures/_base.py", line 384, in
__get_result
raise self._exception
File "/usr/lib/python3.6/concurrent/futures/thread.py", line 56, in run
result = self.fn(*self.args, **self.kwargs)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1801, in <lambda>
part, expected_outputs), part_inputs):
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1737, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1150, in push
response = self.worker.do_instruction(request)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 360, in do_instruction
request.instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 386, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 663, in process_bundle
data.transform_id].process_encoded(data.data)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 143, in process_encoded
self.output(decoded_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 256, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
delayed_application = self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 588, in invoke_process
windowed_value, additional_args, additional_kwargs, output_processor)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 660, in _invoke_process_per_window
windowed_value, self.process_method(*args_for_process))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 919, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
delayed_application = self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 441, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 919, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
delayed_application = self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 849, in _reraise_augmented
raise_with_traceback(new_exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/target/.tox-py36-gcp/py36-gcp/lib/python3.6/site-packages/future/utils/__init__.py",
line 419, in raise_with_traceback
raise exc.with_traceback(traceback)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 441, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/transforms/core.py",
line 1349, in <lambda>
wrapper = lambda x: [fn(x)]
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/testing/util.py",
line 144, in _equal
'Failed assert: %r == %r' % (expected, actual))
apache_beam.testing.util.BeamAssertException: Failed assert:
[('/tmp/20191025015021uer0whaj', 'line0'), ('/tmp/20191025015021uer0whaj',
'line1'), ('/tmp/20191025015021uer0whaj', 'line2'),
('/tmp/20191025015021uer0whaj', 'line3'), ('/tmp/20191025015021uer0whaj',
'line4'), ('/tmp/20191025015021upbow_oq', 'line0'),
('/tmp/20191025015021upbow_oq', 'line1'), ('/tmp/20191025015021upbow_oq',
'line2'), ('/tmp/20191025015021upbow_oq', 'line3'),
('/tmp/20191025015021upbow_oq', 'line4')] == [('/tmp/20191025015021uer0whaj',
'line0'), ('/tmp/20191025015021uer0whaj', 'line1'),
('/tmp/20191025015021uer0whaj', 'line2'), ('/tmp/20191025015021uer0whaj',
'line3'), ('/tmp/20191025015021uer0whaj', 'line4'),
('/tmp/20191025015021upbow_oq', 'line0'), ('/tmp/20191025015021upbow_oq',
'line1'), ('/tmp/20191025015021upbow_oq', 'line2'),
('/tmp/20191025015021upbow_oq', 'line3'), ('/tmp/20191025015021upbow_oq',
'line4'), ('/tmp/20191025015021nst371u1', 'line0'),
('/tmp/20191025015021nst371u1', 'line1'), ('/tmp/20191025015021nst371u1',
'line2'), ('/tmp/20191025015021nst371u1', 'line3'),
('/tmp/20191025015021nst371u1', 'line4'), ('/tmp/20191025015021qf7a8hcr',
'line0'), ('/tmp/20191025015021qf7a8hcr', 'line1'),
('/tmp/20191025015021qf7a8hcr', 'line2'), ('/tmp/20191025015021qf7a8hcr',
'line3'), ('/tmp/20191025015021qf7a8hcr', 'line4')] [while running
'assert_that/Match']
{noformat}
> test_read_from_text_with_file_name_file_pattern is flaky
> --------------------------------------------------------
>
> Key: BEAM-7594
> URL: https://issues.apache.org/jira/browse/BEAM-7594
> Project: Beam
> Issue Type: Bug
> Components: sdk-py-core, test-failures
> Reporter: Valentyn Tymofieiev
> Assignee: Lorenzo Caggioni
> Priority: Major
> Fix For: Not applicable
>
>
> cc: [~lcaggio] [~chamikara]
> {noformat}
> 22:05:08
> ======================================================================
> 22:05:08 ERROR: test_read_from_text_with_file_name_file_pattern
> (apache_beam.io.textio_test.TextSourceTest)
> 22:05:08
> ----------------------------------------------------------------------
> 22:05:08 Traceback (most recent call last):
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/io/textio_test.py",
> line 517, in test_read_from_text_with_file_name_file_pattern
> 22:05:08 pipeline.run()
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/testing/test_pipeline.py",
> line 107, in run
> 22:05:08 else test_runner_api))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 406, in run
> 22:05:08 self._options).run(False)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 419, in run
> 22:05:08 return self.runner.run_pipeline(self, self._options)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/direct/direct_runner.py",
> line 128, in run_pipeline
> 22:05:08 return runner.run_pipeline(pipeline, options)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 294, in run_pipeline
> 22:05:08 default_environment=self._default_environment))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 301, in run_via_runner_api
> 22:05:08 return self.run_stages(stage_context, stages)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 383, in run_stages
> 22:05:08 stage_context.safe_coders)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 655, in _run_stage
> 22:05:08 result, splits = bundle_manager.process_bundle(data_input,
> data_output)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 1471, in process_bundle
> 22:05:08 result_future =
> self._controller.control_handler.push(process_bundle_req)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 990, in push
> 22:05:08 response = self.worker.do_instruction(request)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 342, in do_instruction
> 22:05:08 request.instruction_id)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 368, in process_bundle
> 22:05:08 bundle_processor.process_bundle(instruction_id))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 593, in process_bundle
> 22:05:08 data.ptransform_id].process_encoded(data.data)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 143, in process_encoded
> 22:05:08 self.output(decoded_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 255, in
> apache_beam.runners.worker.operations.Operation.output
> 22:05:08 def output(self, windowed_value, output_index=0):
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 256, in
> apache_beam.runners.worker.operations.Operation.output
> 22:05:08 cython.cast(Receiver,
> self.receivers[output_index]).receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 836, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 594, in
> apache_beam.runners.common.PerWindowInvoker.invoke_process
> 22:05:08 self._invoke_process_per_window(
> 22:05:08 File "apache_beam/runners/common.py", line 665, in
> apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
> 22:05:08 output_processor.process_outputs(
> 22:05:08 File "apache_beam/runners/common.py", line 882, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 def process_outputs(self, windowed_input_element, results):
> 22:05:08 File "apache_beam/runners/common.py", line 921, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 self.main_receivers.receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 836, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 453, in
> apache_beam.runners.common.SimpleInvoker.invoke_process
> 22:05:08 output_processor.process_outputs(
> 22:05:08 File "apache_beam/runners/common.py", line 921, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 self.main_receivers.receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 851, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise_with_traceback(new_exn)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/future/utils/__init__.py",
> line 419, in raise_with_traceback
> 22:05:08 raise exc.with_traceback(traceback)
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 454, in
> apache_beam.runners.common.SimpleInvoker.invoke_process
> 22:05:08 windowed_value, self.process_method(windowed_value.value))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/transforms/core.py",
> line 1293, in <lambda>
> 22:05:08 wrapper = lambda x: [fn(x)]
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/testing/util.py",
> line 130, in _equal
> 22:05:08 'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
> 22:05:08 apache_beam.testing.util.BeamAssertException: Failed assert:
> [('/tmp/201906190459575wsvf9fb', 'line0'), ('/tmp/201906190459575wsvf9fb',
> 'line1'), ('/tmp/201906190459575wsvf9fb', 'line2'),
> ('/tmp/201906190459575wsvf9fb', 'line3'), ('/tmp/201906190459575wsvf9fb',
> 'line4'), ('/tmp/20190619045957b06j5eks', 'line0'),
> ('/tmp/20190619045957b06j5eks', 'line1'), ('/tmp/20190619045957b06j5eks',
> 'line2'), ('/tmp/20190619045957b06j5eks', 'line3'),
> ('/tmp/20190619045957b06j5eks', 'line4')] == [('/tmp/201906190459570_h6i4fs',
> 'line0'), ('/tmp/201906190459570_h6i4fs', 'line1'),
> ('/tmp/201906190459570_h6i4fs', 'line2'), ('/tmp/201906190459570_h6i4fs',
> 'line3'), ('/tmp/201906190459570_h6i4fs', 'line4'),
> ('/tmp/201906190459575wsvf9fb', 'line0'), ('/tmp/201906190459575wsvf9fb',
> 'line1'), ('/tmp/201906190459575wsvf9fb', 'line2'),
> ('/tmp/201906190459575wsvf9fb', 'line3'), ('/tmp/201906190459575wsvf9fb',
> 'line4'), ('/tmp/20190619045957b06j5eks', 'line0'),
> ('/tmp/20190619045957b06j5eks', 'line1'), ('/tmp/20190619045957b06j5eks',
> 'line2'), ('/tmp/20190619045957b06j5eks', 'line3'),
> ('/tmp/20190619045957b06j5eks', 'line4'), ('/tmp/20190619045957bde47oq8',
> 'line0'), ('/tmp/20190619045957bde47oq8', 'line1'),
> ('/tmp/20190619045957bde47oq8', 'line2'), ('/tmp/20190619045957bde47oq8',
> 'line3'), ('/tmp/20190619045957bde47oq8', 'line4')] [while running
> 'assert_that/Match']
> {noformat}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
