See
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/2813/display/redirect?page=changes>
Changes:
[noreply] GCS autosharding flag (#29886)
------------------------------------------
[...truncated 867.32 KB...]
apache_beam/runners/worker/sdk_worker.py:639: in do_instruction
return getattr(self, request_type)(
apache_beam/runners/worker/sdk_worker.py:677: in process_bundle
bundle_processor.process_bundle(instruction_id))
apache_beam/runners/worker/bundle_processor.py:1113: in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
apache_beam/runners/worker/bundle_processor.py:237: in process_encoded
self.output(decoded_value)
apache_beam/runners/worker/operations.py:572: in output
_cast_to_receiver(self.receivers[output_index]).receive(windowed_value)
apache_beam/runners/worker/operations.py:266: in receive
self.consumer.process(windowed_value)
apache_beam/runners/worker/operations.py:954: in process
delayed_applications = self.dofn_runner.process(o)
apache_beam/runners/common.py:1437: in process
self._reraise_augmented(exn, windowed_value)
apache_beam/runners/common.py:1547: in _reraise_augmented
raise new_exn
apache_beam/runners/common.py:1435: in process
return self.do_fn_invoker.invoke_process(windowed_value)
apache_beam/runners/common.py:851: in invoke_process
self._invoke_process_per_window(
apache_beam/runners/common.py:997: in _invoke_process_per_window
self.process_method(*args_for_process, **kwargs_for_process),
apache_beam/io/iobase.py:1226: in _pre_finalize
return sink.pre_finalize(init_result, write_results)
apache_beam/io/filebasedsink.py:225: in pre_finalize
file_metadata.path for mr in FileSystems.match([dst_glob])
apache_beam/io/filesystems.py:204: in match
return filesystem.match(patterns, limits)
apache_beam/io/filesystem.py:799: in match
result.append(_match(pattern, limit))
apache_beam/io/filesystem.py:788: in _match
for file_metadata in self.match_files(file_metadatas, pattern):
apache_beam/io/filesystem.py:669: in match_files
for file_metadata in file_metas:
apache_beam/io/localfilesystem.py:122: in _list
for f in list_files(dir_or_prefix):
apache_beam/io/localfilesystem.py:117: in list_files
for dirpath, _, files in os.walk(root):
/usr/lib/python3.9/os.py:418: in _walk
yield from _walk(new_path, topdown, onerror, followlinks)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
top = '/tmp/tmp8cb5axun', topdown = True, onerror = None, followlinks = False
def _walk(top, topdown, onerror, followlinks):
dirs = []
nondirs = []
walk_dirs = []
# We may not have read permission for top, in which case we can't
# get a list of the files the directory contains. os.walk
# always suppressed the exception then, rather than blow up for a
# minor reason when (say) a thousand readable directories are still
# left to visit. That logic is copied here.
try:
# Note that scandir is global in this module due
# to earlier import-*.
scandir_it = scandir(top)
except OSError as error:
if onerror is not None:
onerror(error)
return
with scandir_it:
while True:
try:
try:
> entry = next(scandir_it)
E Failed: Timeout >600.0s [while running
'WriteToText/Write/WriteImpl/PreFinalize']
/usr/lib/python3.9/os.py:367: Failed
----------------------------- Captured stderr call -----------------------------
+++++++++++++++++++++++++++++++++++ Timeout ++++++++++++++++++++++++++++++++++++
~~~~~~~~~~~~~~~~~~~~ Stack of Thread-160 (140321967589120) ~~~~~~~~~~~~~~~~~~~~~
File "/usr/lib/python3.9/threading.py", line 930, in _bootstrap
self._bootstrap_inner()
File "/usr/lib/python3.9/threading.py", line 973, in _bootstrap_inner
self.run()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/runners/worker/data_plane.py";,>
line 224, in run
while not self._finished.wait(next_call - time.time()):
File "/usr/lib/python3.9/threading.py", line 574, in wait
signaled = self._cond.wait(timeout)
File "/usr/lib/python3.9/threading.py", line 316, in wait
gotit = waiter.acquire(True, timeout)
+++++++++++++++++++++++++++++++++++ Timeout ++++++++++++++++++++++++++++++++++++
------------------------------ Captured log call -------------------------------
INFO root:pipeline.py:196 Missing pipeline option (runner). Executing
pipeline using the default runner: DirectRunner.
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function annotate_downstream_side_inputs at
0x7f9f7b8def70> ====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function fix_side_input_pcoll_coders at 0x7f9f7b8db0d0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function pack_combiners at 0x7f9f7b8db5e0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function lift_combiners at 0x7f9f7b8db670>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function expand_sdf at 0x7f9f7b8db820>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function expand_gbk at 0x7f9f7b8db8b0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function sink_flattens at 0x7f9f7b8db9d0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function greedily_fuse at 0x7f9f7b8dba60>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function read_to_impulse at 0x7f9f7b8dbaf0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function impulse_to_input at 0x7f9f7b8dbb80>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function sort_stages at 0x7f9f7b8dbdc0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function add_impulse_to_dangling_transforms at
0x7f9f7b8dbee0> ====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function setup_timer_mapping at 0x7f9f7b8dbd30>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function populate_data_channel_coders at 0x7f9f7b8dbe50>
====================
INFO apache_beam.runners.worker.statecache:statecache.py:234 Creating state
cache with size 104857600
INFO
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:922
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler
object at 0x7f9f44bf46d0> for environment
ref_Environment_default_environment_1 (beam:env:embedded_python:v1, b'')
ERROR apache_beam.runners.common:common.py:1546 Timeout >600.0s [while
running 'WriteToText/Write/WriteImpl/PreFinalize']
Traceback (most recent call last):
File "/usr/lib/python3.9/os.py", line 367, in _walk
entry = next(scandir_it)
StopIteration
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 1435, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 851, in invoke_process
self._invoke_process_per_window(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/runners/common.py";,>
line 997, in _invoke_process_per_window
self.process_method(*args_for_process, **kwargs_for_process),
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/iobase.py";,>
line 1226, in _pre_finalize
return sink.pre_finalize(init_result, write_results)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/filebasedsink.py";,>
line 225, in pre_finalize
file_metadata.path for mr in FileSystems.match([dst_glob])
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/filesystems.py";,>
line 204, in match
return filesystem.match(patterns, limits)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/filesystem.py";,>
line 799, in match
result.append(_match(pattern, limit))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/filesystem.py";,>
line 788, in _match
for file_metadata in self.match_files(file_metadatas, pattern):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/filesystem.py";,>
line 669, in match_files
for file_metadata in file_metas:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/localfilesystem.py";,>
line 122, in _list
for f in list_files(dir_or_prefix):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/localfilesystem.py";,>
line 117, in list_files
for dirpath, _, files in os.walk(root):
File "/usr/lib/python3.9/os.py", line 418, in _walk
yield from _walk(new_path, topdown, onerror, followlinks)
File "/usr/lib/python3.9/os.py", line 367, in _walk
entry = next(scandir_it)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/build/gradleenv/1398941893/lib/python3.9/site-packages/pytest_timeout.py";,>
line 264, in handler
timeout_sigalrm(item, settings)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/build/gradleenv/1398941893/lib/python3.9/site-packages/pytest_timeout.py";,>
line 448, in timeout_sigalrm
pytest.fail("Timeout >%ss" % settings.timeout)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/build/gradleenv/1398941893/lib/python3.9/site-packages/_pytest/outcomes.py";,>
line 198, in fail
raise Failed(msg=reason, pytrace=pytrace)
Failed: Timeout >600.0s
=============================== warnings summary ===============================
apache_beam/io/gcp/bigquery.py:2603
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:2603:
DeprecationWarning: invalid escape sequence \#
"""Read data from BigQuery.
apache_beam/examples/complete/game/hourly_team_score_it_test.py::HourlyTeamScoreIT::test_hourly_team_score_output_checksum_on_small_input
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/gcp/tests/utils.py>:63:
PendingDeprecationWarning: Client.dataset is deprecated and will be removed in
a future version. Use a string like 'my_project.my_dataset' or a
cloud.google.bigquery.DatasetReference object, instead.
dataset_ref = client.dataset(unique_dataset_name, project=project)
apache_beam/examples/cookbook/bigquery_tornadoes_it_test.py::BigqueryTornadoesIT::test_bigquery_tornadoes_it
apache_beam/examples/cookbook/filters_test.py::FiltersTest::test_filters_output_bigquery_matcher
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/apache_beam/io/gcp/tests/utils.py>:100:
PendingDeprecationWarning: Client.dataset is deprecated and will be removed in
a future version. Use a string like 'my_project.my_dataset' or a
cloud.google.bigquery.DatasetReference object, instead.
table_ref = client.dataset(dataset_id).table(table_id)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/pytest_postCommitExamples-direct-py39.xml>
-
=========================== short test summary info ============================
FAILED
apache_beam/examples/complete/juliaset/juliaset/juliaset_test.py::JuliaSetTest::test_output_file_format
- Failed: Timeout >600.0s [while running
'WriteToText/Write/WriteImpl/PreFinalize']
= 1 failed, 22 passed, 18 skipped, 7264 deselected, 4 warnings in 873.02s
(0:14:33) =
> Task :sdks:python:test-suites:direct:py39:examples FAILED
> Task :sdks:python:test-suites:direct:py310:examples FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 93
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py311:examples'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 93
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py38:examples'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 93
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py39:examples'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 93
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py310:examples'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD FAILED in 22m 58s
18 actionable tasks: 17 executed, 1 from cache
Publishing build scan...
https://ge.apache.org/s/veuyzztxwtpmw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
