[
https://issues.apache.org/jira/browse/BEAM-12527?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Alex Amato updated BEAM-12527:
------------------------------
Description:
[https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/
https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/consoleFull|https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/consoleFull*]
05:14:44 E During handling of the above exception, another exception occurred:
05:14:44 E
05:14:44 E Traceback (most recent call last):
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 284, in _execute
05:14:44 E response = task()
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 357, in <lambda>
05:14:44 E lambda: self.create_worker().do_instruction(request), request)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 602, in do_instruction
05:14:44 E getattr(request, request_type), request.instruction_id)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 633, in process_bundle
05:14:44 E instruction_id, request.process_bundle_descriptor_id)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 462, in get
05:14:44 E self.data_channel_factory)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 862, in __init__
05:14:44 E self.ops = self.create_execution_tree(self.process_bundle_descriptor)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 919, in create_execution_tree
05:14:44 E descriptor.transforms, key=topological_height, reverse=True)])
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 918, in <listcomp>
05:14:44 E get_operation(transform_id))) for transform_id in sorted(
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 806, in wrapper
05:14:44 E result = cache[args] = func(*args)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 900, in get_operation
05:14:44 E pcoll_id in descriptor.transforms[transform_id].outputs.items()
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 900, in <dictcomp>
05:14:44 E pcoll_id in descriptor.transforms[transform_id].outputs.items()
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 898, in <listcomp>
05:14:44 E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 806, in wrapper
05:14:44 E result = cache[args] = func(*args)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 903, in get_operation
05:14:44 E transform_id, transform_consumers)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1192, in create_operation
05:14:44 E return creator(self, transform_id, transform_proto, payload,
consumers)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1540, in create_par_do
05:14:44 E parameter)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1576, in _create_pardo_operation
05:14:44 E dofn_data = pickler.loads(serialized_fn)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line
289, in loads
05:14:44 E return dill.loads(s)
05:14:44 E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line
275, in loads
05:14:44 E return load(file, ignore, **kwds)
05:14:44 E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line
270, in load
05:14:44 E return Unpickler(file, ignore=ignore, **kwds).load()
05:14:44 E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line
472, in load
05:14:44 E obj = StockUnpickler.load(self)
05:14:44 E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line
827, in _import_module
05:14:44 E return getattr(__import__(module, None, None, [obj]), obj)
05:14:44 E File
"/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py",
line 58, in <module>
05:14:44 E import pytest
05:14:44 E ModuleNotFoundError: No module named 'pytest'
was:
*https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/consoleFull*
*5:14:44* self =
<apache_beam.runners.portability.portable_runner.PipelineResult object at
0x7f8062021dd8>*05:14:44* duration = None*05:14:44* *05:14:44* def
wait_until_finish(self, duration=None):*05:14:44* """*05:14:44*
:param duration: The maximum time in milliseconds to wait for the result
of*05:14:44* the execution. If None or zero, will wait until the pipeline
finishes.*05:14:44* :return: The result of the pipeline, i.e.
PipelineResult.*05:14:44* """*05:14:44* def
read_messages():*05:14:44* # type: () -> None*05:14:44*
previous_state = -1*05:14:44* for message in
self._message_stream:*05:14:44* if
message.HasField('message_response'):*05:14:44*
logging.log(*05:14:44*
MESSAGE_LOG_LEVELS[message.message_response.importance],*05:14:44*
"%s",*05:14:44*
message.message_response.message_text)*05:14:44* else:*05:14:44*
current_state = message.state_response.state*05:14:44* if
current_state != previous_state:*05:14:44*
_LOGGER.info(*05:14:44* "Job state changed to %s",*05:14:44*
self._runner_api_state_to_pipeline_state(current_state))*05:14:44*
previous_state = current_state*05:14:44*
self._messages.append(message)*05:14:44* *05:14:44* message_thread =
threading.Thread(*05:14:44* target=read_messages,
name='wait_until_finish_read')*05:14:44* message_thread.daemon =
True*05:14:44* message_thread.start()*05:14:44* *05:14:44* if
duration:*05:14:44* state_thread = threading.Thread(*05:14:44*
target=functools.partial(self._observe_state, message_thread),*05:14:44*
name='wait_until_finish_state_observer')*05:14:44*
state_thread.daemon = True*05:14:44* state_thread.start()*05:14:44*
start_time = time.time()*05:14:44* duration_secs = duration /
1000*05:14:44* while (time.time() - start_time < duration_secs
and*05:14:44* state_thread.is_alive()):*05:14:44*
time.sleep(1)*05:14:44* else:*05:14:44*
self._observe_state(message_thread)*05:14:44* *05:14:44* if
self._runtime_exception:*05:14:44* > raise
self._runtime_exception*05:14:44* E RuntimeError: Pipeline
job-7d673e9a-0fc2-4507-9cd5-4fb0828346f5 failed in state FAILED: Error running
pipeline.*05:14:44* E Traceback (most recent call last):*05:14:44* E
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/local_job_service.py",
line 274, in _run_job*05:14:44* E self._pipeline_proto)*05:14:44* E
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 206, in run_via_runner_api*05:14:44* E return
self.run_stages(stage_context, stages)*05:14:44* E File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 385, in run_stages*05:14:44* E runner_execution_context,
bundle_context_manager)*05:14:44* E File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 653, in _run_stage*05:14:44* E bundle_manager))*05:14:44* E
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 770, in _run_bundle*05:14:44* E data_input, data_output,
input_timers, expected_timer_output)*05:14:44* E File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 1120, in process_bundle*05:14:44* E raise
RuntimeError(result.error)*05:14:44* E RuntimeError: Traceback (most
recent call last):*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line
285, in loads*05:14:44* E return dill.loads(s)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 275, in
loads*05:14:44* E return load(file, ignore, **kwds)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 270, in
load*05:14:44* E return Unpickler(file, ignore=ignore,
**kwds).load()*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 472, in
load*05:14:44* E obj = StockUnpickler.load(self)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 827, in
_import_module*05:14:44* E return getattr(__import__(module, None,
None, [obj]), obj)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py",
line 58, in <module>*05:14:44* E import pytest*05:14:44* E
ModuleNotFoundError: No module named 'pytest'*05:14:44* E *05:14:44* E
During handling of the above exception, another exception
occurred:*05:14:44* E *05:14:44* E Traceback (most recent call
last):*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 284, in _execute*05:14:44* E response = task()*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 357, in <lambda>*05:14:44* E lambda:
self.create_worker().do_instruction(request), request)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 602, in do_instruction*05:14:44* E getattr(request,
request_type), request.instruction_id)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 633, in process_bundle*05:14:44* E instruction_id,
request.process_bundle_descriptor_id)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 462, in get*05:14:44* E self.data_channel_factory)*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 862, in __init__*05:14:44* E self.ops =
self.create_execution_tree(self.process_bundle_descriptor)*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 919, in create_execution_tree*05:14:44* E
descriptor.transforms, key=topological_height, reverse=True)])*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 918, in <listcomp>*05:14:44* E get_operation(transform_id)))
for transform_id in sorted(*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 806, in wrapper*05:14:44* E result = cache[args] =
func(*args)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 900, in get_operation*05:14:44* E pcoll_id in
descriptor.transforms[transform_id].outputs.items()*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 900, in <dictcomp>*05:14:44* E pcoll_id in
descriptor.transforms[transform_id].outputs.items()*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 898, in <listcomp>*05:14:44* E tag: [get_operation(op) for op
in pcoll_consumers[pcoll_id]]*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 806, in wrapper*05:14:44* E result = cache[args] =
func(*args)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 903, in get_operation*05:14:44* E transform_id,
transform_consumers)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1192, in create_operation*05:14:44* E return creator(self,
transform_id, transform_proto, payload, consumers)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1540, in create_par_do*05:14:44* E parameter)*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1576, in _create_pardo_operation*05:14:44* E dofn_data =
pickler.loads(serialized_fn)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line
289, in loads*05:14:44* E return dill.loads(s)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 275, in
loads*05:14:44* E return load(file, ignore, **kwds)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 270, in
load*05:14:44* E return Unpickler(file, ignore=ignore,
**kwds).load()*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 472, in
load*05:14:44* E obj = StockUnpickler.load(self)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 827, in
_import_module*05:14:44* E return getattr(__import__(module, None,
None, [obj]), obj)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py",
line 58, in <module>*05:14:44* E import pytest*05:14:44* E
ModuleNotFoundError: No module named 'pytest'
> beam_PostCommit_XVR_Direct failing (ModuleNotFoundError: No module named
> 'pytest')
> -----------------------------------------------------------------------------------
>
> Key: BEAM-12527
> URL: https://issues.apache.org/jira/browse/BEAM-12527
> Project: Beam
> Issue Type: Test
> Components: test-failures
> Reporter: Alex Amato
> Priority: P2
>
> [https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/
> https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/consoleFull|https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/consoleFull*]
>
> 05:14:44 E During handling of the above exception, another exception occurred:
> 05:14:44 E
> 05:14:44 E Traceback (most recent call last):
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
> line 284, in _execute
> 05:14:44 E response = task()
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
> line 357, in <lambda>
> 05:14:44 E lambda: self.create_worker().do_instruction(request), request)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
> line 602, in do_instruction
> 05:14:44 E getattr(request, request_type), request.instruction_id)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
> line 633, in process_bundle
> 05:14:44 E instruction_id, request.process_bundle_descriptor_id)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
> line 462, in get
> 05:14:44 E self.data_channel_factory)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 862, in __init__
> 05:14:44 E self.ops =
> self.create_execution_tree(self.process_bundle_descriptor)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 919, in create_execution_tree
> 05:14:44 E descriptor.transforms, key=topological_height, reverse=True)])
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 918, in <listcomp>
> 05:14:44 E get_operation(transform_id))) for transform_id in sorted(
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 806, in wrapper
> 05:14:44 E result = cache[args] = func(*args)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 900, in get_operation
> 05:14:44 E pcoll_id in descriptor.transforms[transform_id].outputs.items()
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 900, in <dictcomp>
> 05:14:44 E pcoll_id in descriptor.transforms[transform_id].outputs.items()
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 898, in <listcomp>
> 05:14:44 E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 806, in wrapper
> 05:14:44 E result = cache[args] = func(*args)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 903, in get_operation
> 05:14:44 E transform_id, transform_consumers)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 1192, in create_operation
> 05:14:44 E return creator(self, transform_id, transform_proto, payload,
> consumers)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 1540, in create_par_do
> 05:14:44 E parameter)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
> line 1576, in _create_pardo_operation
> 05:14:44 E dofn_data = pickler.loads(serialized_fn)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py",
> line 289, in loads
> 05:14:44 E return dill.loads(s)
> 05:14:44 E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line
> 275, in loads
> 05:14:44 E return load(file, ignore, **kwds)
> 05:14:44 E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line
> 270, in load
> 05:14:44 E return Unpickler(file, ignore=ignore, **kwds).load()
> 05:14:44 E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line
> 472, in load
> 05:14:44 E obj = StockUnpickler.load(self)
> 05:14:44 E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line
> 827, in _import_module
> 05:14:44 E return getattr(__import__(module, None, None, [obj]), obj)
> 05:14:44 E File
> "/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py",
> line 58, in <module>
> 05:14:44 E import pytest
> 05:14:44 E ModuleNotFoundError: No module named 'pytest'
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
