See
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/536/display/redirect?page=changes>
Changes:
[noreply] Added dlq and error metrics to kafka read schema transform (partially)
------------------------------------------
[...truncated 1.75 MB...]
File "apache_beam/runners/worker/operations.py", line 907, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in
apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in
apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1508, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
raise new_exn.with_traceback(tb)
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 625, in
apache_beam.runners.common.SimpleInvoker.invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 1963, in <lambda>
wrapper = lambda x: [fn(x)]
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py";,>
line 1149, in raise_error
'This error is expected and does not indicate a test failure.')
RuntimeError: This error is expected and does not indicate a test failure.
[while running 'StageC']
.. [ 85%]
.................s.......s.ss......ss..s................................ [ 88%]
..s.....s....s.......s..........s....ss.............ss
> Task :sdks:python:test-suites:tox:py39:testPy39Cython
============================= test session starts ==============================
platform linux -- Python 3.9.10, pytest-7.3.1, pluggy-1.0.0
cachedir: target/.tox-py39-cython/py39-cython/.pytest_cache
rootdir:
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python>
configfile: pytest.ini
plugins: xdist-3.3.0, hypothesis-6.75.3, timeout-2.1.0, requests-mock-1.10.0
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 1952 items / 1949 deselected / 1 skipped / 3 selected
apache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py
s [ 33%]
[ 33%]
apache_beam/runners/portability/stager_test.py .. [100%]
=============================== warnings summary ===============================
target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/pkg_resources/__init__.py>:121:
DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/pytest_py39-cython_no_xdist.xml>
-
========== 2 passed, 2 skipped, 1949 deselected, 2 warnings in 2.36s ===========
[1mpy39-cython run-test-post: commands[0] | bash
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary
____________________________________
[32m py39-cython: commands succeeded
[0m[32m congratulations :)
[0m
> Task :sdks:python:test-suites:tox:py39:preCommitPy39
> Task :sdks:python:test-suites:tox:py37:testPy37Cython
........ss........ [ 92%]
....s....s.................ss........................................... [ 96%]
....................................................................Exception
in thread fn_api_status_handler:
Traceback (most recent call last):
File "/usr/lib/python3.7/threading.py", line 926, in _bootstrap_inner
self.run()
File "/usr/lib/python3.7/threading.py", line 870, in run
self._target(*self._args, **self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/worker_status.py";,>
line 177, in <lambda>
target=lambda: self._serve(), name='fn_api_status_handler')
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/worker_status.py";,>
line 198, in _serve
for request in self._status_stub.WorkerStatus(self._get_responses()):
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/grpc/_channel.py";,>
line 475, in __next__
return self._next()
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/grpc/_channel.py";,>
line 881, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that
terminated with:
status = StatusCode.UNAVAILABLE
details = "Cancelling all calls"
debug_error_string = "UNKNOWN:Error received from peer
ipv6:%5B::1%5D:42661 {created_time:"2023-05-18T16:45:16.006940535+00:00",
grpc_status:14, grpc_message:"Cancelling all calls"}"
>
.... [ 99%]
.... [100%]
=============================== warnings summary ===============================
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py:121
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py:121
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py:121
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py:121
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py:121
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py:121
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py>:121:
DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/pytest_py37-cython.xml>
-
========== 1181 passed, 769 skipped, 14 warnings in 354.55s (0:05:54) ==========
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.3.1, pluggy-1.0.0
cachedir: target/.tox-py37-cython/py37-cython/.pytest_cache
rootdir:
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python>
configfile: pytest.ini
plugins: xdist-3.3.0, hypothesis-6.75.3, timeout-2.1.0, requests-mock-1.10.0
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 1952 items / 1949 deselected / 1 skipped / 3 selected
apache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py
s [ 33%]
[ 33%]
apache_beam/runners/portability/stager_test.py .. [100%]
=============================== warnings summary ===============================
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/pkg_resources/__init__.py>:121:
DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/pytest_py37-cython_no_xdist.xml>
-
========== 2 passed, 2 skipped, 1949 deselected, 2 warnings in 2.70s ===========
[1mpy37-cython run-test-post: commands[0] | bash
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary
____________________________________
[32m py37-cython: commands succeeded
[0m[32m congratulations :)
[0m
> Task :sdks:python:test-suites:tox:py37:preCommitPy37
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:tox:py310:testPy310Cloud'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
BUILD FAILED in 29m 58s
26 actionable tasks: 26 executed
Publishing build scan...
https://ge.apache.org/s/47ocsmaw4fwek
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
