[
https://issues.apache.org/jira/browse/BEAM-3040?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16279681#comment-16279681
]
Valentyn Tymofieiev commented on BEAM-3040:
-------------------------------------------
cc: [~robertwb]
Another recent error:
test_errors
(apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest)
... Traceback (most recent call last):
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/universal_local_runner.py",
line 243, in run
).run_via_runner_api(self._pipeline_proto)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 204, in run_via_runner_api
return self.run_stages(*self.create_stages(pipeline_proto))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 670, in run_stages
pcoll_buffers, safe_coders).process_bundle.metrics
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 763, in run_stage
controller.control_handler.push(process_bundle)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 871, in push
response = self.worker.do_instruction(request)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 126, in do_instruction
getattr(request, request_type), request.instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 144, in process_bundle
processor.process_bundle(instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 293, in process_bundle
op.start()
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 233, in start
self.output(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 156, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 371, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 382, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 390, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 480, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 371, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 382, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 390, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 480, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 371, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 382, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 390, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/transforms/core.py",
line 963, in <lambda>
wrapper = lambda x: [fn(x)]
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/universal_local_runner_test.py",
line 90, in raise_error
raise RuntimeError('x')
RuntimeError: x [while running 'StageC']
Exception in thread Thread-981:
Traceback (most recent call last):
File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner
self.run()
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/universal_local_runner.py",
line 243, in run
).run_via_runner_api(self._pipeline_proto)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 204, in run_via_runner_api
return self.run_stages(*self.create_stages(pipeline_proto))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 670, in run_stages
pcoll_buffers, safe_coders).process_bundle.metrics
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 763, in run_stage
controller.control_handler.push(process_bundle)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 871, in push
response = self.worker.do_instruction(request)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 126, in do_instruction
getattr(request, request_type), request.instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 144, in process_bundle
processor.process_bundle(instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 293, in process_bundle
op.start()
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 233, in start
self.output(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 156, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 371, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 382, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 390, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 480, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 371, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 382, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 390, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 480, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py",
line 371, in process
self.dofn_receiver.receive(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 382, in receive
self.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 390, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py",
line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/transforms/core.py",
line 963, in <lambda>
wrapper = lambda x: [fn(x)]
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/universal_local_runner_test.py",
line 90, in raise_error
raise RuntimeError('x')
RuntimeError: x [while running 'StageC']
Build timed out (after 150 minutes). Marking the build as aborted.
channel stopped
Build was aborted
Setting status of 16b9b43fce3118ae6569f056450cc0f4e607cec7 to FAILURE with url
https://builds.apache.org/job/beam_PreCommit_Python_MavenInstall/1071/ and
message: 'FAILURE
> Python precommit timed out after 150 minutes
> --------------------------------------------
>
> Key: BEAM-3040
> URL: https://issues.apache.org/jira/browse/BEAM-3040
> Project: Beam
> Issue Type: Bug
> Components: sdk-py-core
> Reporter: Kenneth Knowles
> Assignee: Ahmet Altay
>
> https://builds.apache.org/job/beam_PreCommit_Python_MavenInstall/143/consoleFull
> Within about 10 minutes it reaches this point:
> {code}
> ...
> 2017-10-10T03:33:33.591 [INFO] --- findbugs-maven-plugin:3.0.4:check
> (default) @ beam-sdks-python ---
> 2017-10-10T03:33:33.702 [INFO]
> 2017-10-10T03:33:33.702 [INFO] --- exec-maven-plugin:1.5.0:exec
> (setuptools-test) @ beam-sdks-python ---
> {code}
> and the final output is like this:
> {code}
> ...
> 2017-10-10T03:33:33.702 [INFO] --- exec-maven-plugin:1.5.0:exec
> (setuptools-test) @ beam-sdks-python ---
> docs create:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/docs
> GLOB sdist-make:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/setup.py
> lint create:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/lint
> py27 create:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/py27
> py27cython create:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/py27cython
> py27cython installdeps: nose==1.3.7, grpcio-tools==1.3.5, cython==0.25.2
> docs installdeps: nose==1.3.7, grpcio-tools==1.3.5, Sphinx==1.5.5,
> sphinx_rtd_theme==0.2.4
> lint installdeps: nose==1.3.7, pycodestyle==2.3.1, pylint==1.7.1
> py27 installdeps: nose==1.3.7, grpcio-tools==1.3.5
> lint inst:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27 inst:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27cython inst:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27 runtests: PYTHONHASHSEED='2225684666'
> py27 runtests: commands[0] | python --version
> py27 runtests: commands[1] | - find apache_beam -type f -name *.pyc -delete
> py27 runtests: commands[2] | pip install -e .[test]
> lint runtests: PYTHONHASHSEED='2225684666'
> lint runtests: commands[0] | time pip install -e .[test]
> docs inst:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27 runtests: commands[3] | python
> apache_beam/examples/complete/autocomplete_test.py
> lint runtests: commands[1] | time
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/run_pylint.sh
> py27 runtests: commands[4] | python setup.py test
> docs runtests: PYTHONHASHSEED='2225684666'
> docs runtests: commands[0] | time pip install -e .[test,gcp,docs]
> docs runtests: commands[1] | time
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/generate_pydoc.sh
> py27gcp create:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/py27gcp
> py27gcp installdeps: nose==1.3.7
> py27cython runtests: PYTHONHASHSEED='2225684666'
> py27cython runtests: commands[0] | python --version
> py27cython runtests: commands[1] | - find apache_beam -type f -name *.pyc
> -delete
> py27cython runtests: commands[2] | - find apache_beam -type f -name *.c
> -delete
> py27cython runtests: commands[3] | - find apache_beam -type f -name *.so
> -delete
> py27cython runtests: commands[4] | - find target/build -type f -name *.c
> -delete
> py27cython runtests: commands[5] | - find target/build -type f -name *.so
> -delete
> py27cython runtests: commands[6] | time pip install -e .[test]
> py27gcp inst:
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27gcp runtests: PYTHONHASHSEED='2225684666'
> py27gcp runtests: commands[0] | pip install -e .[test,gcp]
> py27gcp runtests: commands[1] | python --version
> py27gcp runtests: commands[2] | - find apache_beam -type f -name *.pyc -delete
> py27gcp runtests: commands[3] | python
> apache_beam/examples/complete/autocomplete_test.py
> py27gcp runtests: commands[4] | python setup.py test
> py27cython runtests: commands[7] | python
> apache_beam/examples/complete/autocomplete_test.py
> py27cython runtests: commands[8] | python setup.py test
> py27cython runtests: commands[9] | - find apache_beam -type f -name *.c
> -delete
> py27cython runtests: commands[10] | - find apache_beam -type f -name *.so
> -delete
> py27cython runtests: commands[11] | - find target/build -type f -name *.c
> -delete
> py27cython runtests: commands[12] | - find target/build -type f -name *.so
> -delete
> Build timed out (after 150 minutes). Marking the build as aborted.
> Build was aborted
> 2017-10-10T05:49:52.726 [ERROR] Command execution failed.
> {code}
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
