Alex Amato created BEAM-12527:
---------------------------------
Summary: beam_PostCommit_XVR_Direct failing (ModuleNotFoundError:
No module named 'pytest')
Key: BEAM-12527
URL: https://issues.apache.org/jira/browse/BEAM-12527
Project: Beam
Issue Type: Test
Components: test-failures
Reporter: Alex Amato
*https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/consoleFull*
*5:14:44* self =
<apache_beam.runners.portability.portable_runner.PipelineResult object at
0x7f8062021dd8>*05:14:44* duration = None*05:14:44* *05:14:44* def
wait_until_finish(self, duration=None):*05:14:44* """*05:14:44*
:param duration: The maximum time in milliseconds to wait for the result
of*05:14:44* the execution. If None or zero, will wait until the pipeline
finishes.*05:14:44* :return: The result of the pipeline, i.e.
PipelineResult.*05:14:44* """*05:14:44* def
read_messages():*05:14:44* # type: () -> None*05:14:44*
previous_state = -1*05:14:44* for message in
self._message_stream:*05:14:44* if
message.HasField('message_response'):*05:14:44*
logging.log(*05:14:44*
MESSAGE_LOG_LEVELS[message.message_response.importance],*05:14:44*
"%s",*05:14:44*
message.message_response.message_text)*05:14:44* else:*05:14:44*
current_state = message.state_response.state*05:14:44* if
current_state != previous_state:*05:14:44*
_LOGGER.info(*05:14:44* "Job state changed to %s",*05:14:44*
self._runner_api_state_to_pipeline_state(current_state))*05:14:44*
previous_state = current_state*05:14:44*
self._messages.append(message)*05:14:44* *05:14:44* message_thread =
threading.Thread(*05:14:44* target=read_messages,
name='wait_until_finish_read')*05:14:44* message_thread.daemon =
True*05:14:44* message_thread.start()*05:14:44* *05:14:44* if
duration:*05:14:44* state_thread = threading.Thread(*05:14:44*
target=functools.partial(self._observe_state, message_thread),*05:14:44*
name='wait_until_finish_state_observer')*05:14:44*
state_thread.daemon = True*05:14:44* state_thread.start()*05:14:44*
start_time = time.time()*05:14:44* duration_secs = duration /
1000*05:14:44* while (time.time() - start_time < duration_secs
and*05:14:44* state_thread.is_alive()):*05:14:44*
time.sleep(1)*05:14:44* else:*05:14:44*
self._observe_state(message_thread)*05:14:44* *05:14:44* if
self._runtime_exception:*05:14:44* > raise
self._runtime_exception*05:14:44* E RuntimeError: Pipeline
job-7d673e9a-0fc2-4507-9cd5-4fb0828346f5 failed in state FAILED: Error running
pipeline.*05:14:44* E Traceback (most recent call last):*05:14:44* E
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/local_job_service.py",
line 274, in _run_job*05:14:44* E self._pipeline_proto)*05:14:44* E
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 206, in run_via_runner_api*05:14:44* E return
self.run_stages(stage_context, stages)*05:14:44* E File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 385, in run_stages*05:14:44* E runner_execution_context,
bundle_context_manager)*05:14:44* E File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 653, in _run_stage*05:14:44* E bundle_manager))*05:14:44* E
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 770, in _run_bundle*05:14:44* E data_input, data_output,
input_timers, expected_timer_output)*05:14:44* E File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 1120, in process_bundle*05:14:44* E raise
RuntimeError(result.error)*05:14:44* E RuntimeError: Traceback (most
recent call last):*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line
285, in loads*05:14:44* E return dill.loads(s)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 275, in
loads*05:14:44* E return load(file, ignore, **kwds)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 270, in
load*05:14:44* E return Unpickler(file, ignore=ignore,
**kwds).load()*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 472, in
load*05:14:44* E obj = StockUnpickler.load(self)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 827, in
_import_module*05:14:44* E return getattr(__import__(module, None,
None, [obj]), obj)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py",
line 58, in <module>*05:14:44* E import pytest*05:14:44* E
ModuleNotFoundError: No module named 'pytest'*05:14:44* E *05:14:44* E
During handling of the above exception, another exception
occurred:*05:14:44* E *05:14:44* E Traceback (most recent call
last):*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 284, in _execute*05:14:44* E response = task()*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 357, in <lambda>*05:14:44* E lambda:
self.create_worker().do_instruction(request), request)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 602, in do_instruction*05:14:44* E getattr(request,
request_type), request.instruction_id)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 633, in process_bundle*05:14:44* E instruction_id,
request.process_bundle_descriptor_id)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 462, in get*05:14:44* E self.data_channel_factory)*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 862, in __init__*05:14:44* E self.ops =
self.create_execution_tree(self.process_bundle_descriptor)*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 919, in create_execution_tree*05:14:44* E
descriptor.transforms, key=topological_height, reverse=True)])*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 918, in <listcomp>*05:14:44* E get_operation(transform_id)))
for transform_id in sorted(*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 806, in wrapper*05:14:44* E result = cache[args] =
func(*args)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 900, in get_operation*05:14:44* E pcoll_id in
descriptor.transforms[transform_id].outputs.items()*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 900, in <dictcomp>*05:14:44* E pcoll_id in
descriptor.transforms[transform_id].outputs.items()*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 898, in <listcomp>*05:14:44* E tag: [get_operation(op) for op
in pcoll_consumers[pcoll_id]]*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 806, in wrapper*05:14:44* E result = cache[args] =
func(*args)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 903, in get_operation*05:14:44* E transform_id,
transform_consumers)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1192, in create_operation*05:14:44* E return creator(self,
transform_id, transform_proto, payload, consumers)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1540, in create_par_do*05:14:44* E parameter)*05:14:44* E
File
"/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1576, in _create_pardo_operation*05:14:44* E dofn_data =
pickler.loads(serialized_fn)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line
289, in loads*05:14:44* E return dill.loads(s)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 275, in
loads*05:14:44* E return load(file, ignore, **kwds)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 270, in
load*05:14:44* E return Unpickler(file, ignore=ignore,
**kwds).load()*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 472, in
load*05:14:44* E obj = StockUnpickler.load(self)*05:14:44* E
File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 827, in
_import_module*05:14:44* E return getattr(__import__(module, None,
None, [obj]), obj)*05:14:44* E File
"/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py",
line 58, in <module>*05:14:44* E import pytest*05:14:44* E
ModuleNotFoundError: No module named 'pytest'
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
