See
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/806/display/redirect>
Changes:
------------------------------------------
[...truncated 1.77 MB...]
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
apache_beam/runners/portability/portable_runner_test.py::PortableRunnerTestWithLocalDocker::test_sdf_with_check_done_failed
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/_pytest/threadexception.py>:73:
PytestUnhandledThreadExceptionWarning: Exception in thread Thread-2202
Traceback (most recent call last):
File "/usr/lib/python3.9/threading.py", line 973, in _bootstrap_inner
self.run()
File "/usr/lib/python3.9/threading.py", line 910, in run
self._target(*self._args, **self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/local_job_service.py";,>
line 296, in _run_job
self.result = self._invoke_runner()
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/local_job_service.py";,>
line 318, in _invoke_runner
return fn_runner.FnApiRunner(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 455, in run_stages
bundle_results = self._execute_bundle(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 783, in _execute_bundle
self._run_bundle(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 1012, in _run_bundle
result, splits = bundle_manager.process_bundle(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 1348, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/worker_handlers.py";,>
line 379, in push
response = self.worker.do_instruction(request)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 625, in do_instruction
return getattr(self, request_type)(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 663, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 1040, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 568, in
apache_beam.runners.worker.operations.Operation.output
def output(self, windowed_value, output_index=0):
File "apache_beam/runners/worker/operations.py", line 570, in
apache_beam.runners.worker.operations.Operation.output
_cast_to_receiver(self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 261, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
def receive(self, windowed_value):
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 1065, in
apache_beam.runners.worker.operations.SdfProcessSizedElements.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 1074, in
apache_beam.runners.worker.operations.SdfProcessSizedElements.process
delayed_applications = self.dofn_runner.process_with_sized_restriction(
File "apache_beam/runners/common.py", line 1454, in
apache_beam.runners.common.DoFnRunner.process_with_sized_restriction
return self.do_fn_invoker.invoke_process(
File "apache_beam/runners/common.py", line 819, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
residual = self._invoke_process_per_window(
File "apache_beam/runners/common.py", line 990, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
self.threadsafe_restriction_tracker.check_done()
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/sdf_utils.py";,>
line 111, in check_done
return self._restriction_tracker.check_done()
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/io/restriction_trackers.py";,>
line 93, in check_done
raise ValueError(
ValueError: OffsetRestrictionTracker is not done since work in range [0, 6)
has not been claimed.
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
apache_beam/runners/portability/portable_runner_test.py::PortableRunnerTestWithLocalDocker::test_assert_that
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/_pytest/threadexception.py>:73:
PytestUnhandledThreadExceptionWarning: Exception in thread Thread-699
Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 839, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
self._invoke_process_per_window(
File "apache_beam/runners/common.py", line 985, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
self.process_method(*args_for_process, **kwargs_for_process),
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 1961, in <lambda>
wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/testing/util.py";,>
line 191, in _equal
raise BeamAssertException(msg)
apache_beam.testing.util.BeamAssertException: Failed assert: ['a'] == ['a',
'b'], unexpected elements ['b']
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.9/threading.py", line 973, in _bootstrap_inner
self.run()
File "/usr/lib/python3.9/threading.py", line 910, in run
self._target(*self._args, **self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/local_job_service.py";,>
line 296, in _run_job
self.result = self._invoke_runner()
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/local_job_service.py";,>
line 318, in _invoke_runner
return fn_runner.FnApiRunner(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 455, in run_stages
bundle_results = self._execute_bundle(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 783, in _execute_bundle
self._run_bundle(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 1012, in _run_bundle
result, splits = bundle_manager.process_bundle(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py";,>
line 1348, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/worker_handlers.py";,>
line 379, in push
response = self.worker.do_instruction(request)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 625, in do_instruction
return getattr(self, request_type)(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 663, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 1040, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 568, in
apache_beam.runners.worker.operations.Operation.output
def output(self, windowed_value, output_index=0):
File "apache_beam/runners/worker/operations.py", line 570, in
apache_beam.runners.worker.operations.Operation.output
_cast_to_receiver(self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 261, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
def receive(self, windowed_value):
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn, windowed_value)
File "apache_beam/runners/common.py", line 1513, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 625, in
apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1607, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1720, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn, windowed_value)
File "apache_beam/runners/common.py", line 1513, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 625, in
apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1607, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1720, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn, windowed_value)
File "apache_beam/runners/common.py", line 1513, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 625, in
apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1607, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1720, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn, windowed_value)
File "apache_beam/runners/common.py", line 1533, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise new_exn
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 839, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
self._invoke_process_per_window(
File "apache_beam/runners/common.py", line 985, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
self.process_method(*args_for_process, **kwargs_for_process),
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 1961, in <lambda>
wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/testing/util.py";,>
line 191, in _equal
raise BeamAssertException(msg)
apache_beam.testing.util.BeamAssertException: Failed assert: ['a'] == ['a',
'b'], unexpected elements ['b'] [while running 'assert_that/Match']
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/pytest_py39-cython.xml>
-
========== 1169 passed, 713 skipped, 34 warnings in 228.80s (0:03:48) ==========
============================= test session starts ==============================
platform linux -- Python 3.9.10, pytest-7.4.0, pluggy-1.2.0
cachedir: target/.tox-py39-cython/py39-cython/.pytest_cache
rootdir:
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python>
configfile: pytest.ini
plugins: hypothesis-6.82.0, xdist-3.3.1, requests-mock-1.11.0, anyio-3.7.1,
timeout-2.1.0
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 1884 items / 1881 deselected / 1 skipped / 3 selected
apache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py
s [ 33%]
[ 33%]
apache_beam/runners/portability/stager_test.py .. [100%]
=============================== warnings summary ===============================
target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
apache_beam/runners/portability/stager.py:63
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/stager.py>:63:
DeprecationWarning: pkg_resources is deprecated as an API. See
https://setuptools.pypa.io/en/latest/pkg_resources.html
import pkg_resources
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/pytest_py39-cython_no_xdist.xml>
-
========== 2 passed, 2 skipped, 1881 deselected, 2 warnings in 1.06s ===========
py39-cython: commands_post[0]> bash
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
.pkg_external_sdist_meta: _exit
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/.pkg_external/tmp/sdist-extract/apache-beam-2.50.0.dev0>>
python
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/build/gradleenv/-1227304281/lib/python3.9/site-packages/pyproject_api/_backend.py>
True setuptools.build_meta __legacy__
py39-cython: OK
(793.42=setup[316.89]+cmd[0.01,0.67,1.54,0.03,235.65,3.71,234.87,0.06] seconds)
congratulations :) (793.60 seconds)
> Task :sdks:python:test-suites:tox:py39:preCommitPy39
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:tox:py310:testPy310Cython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
BUILD FAILED in 22m 27s
23 actionable tasks: 17 executed, 4 from cache, 2 up-to-date
Publishing build scan...
https://ge.apache.org/s/2mtbyfdv7rm3g
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
