See
<https://ci-beam.apache.org/job/beam_python_mongoio_load_test/4973/display/redirect?page=changes>
Changes:
[noreply] Bump github.com/tetratelabs/wazero from 1.3.1 to 1.4.0 in /sdks
(#27913)
------------------------------------------
[...truncated 182.23 KB...]
with client._tmp_session(session) as s:
File "/usr/local/lib/python3.8/contextlib.py", line 113, in __enter__
return next(self.gen)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1775, in _tmp_session
s = self._ensure_session(session)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1758, in _ensure_session
return self.__start_session(True, causal_consistency=False)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1703, in __start_session
self._topology._check_implicit_session_support()
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 538,
in _check_implicit_session_support
self._check_session_support()
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 554,
in _check_session_support
self._select_servers_loop(
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 238,
in _select_servers_loop
raise ServerSelectionTimeoutError(
pymongo.errors.ServerSelectionTimeoutError: 34.122.241.220:27017: [Errno 111]
Connection refused, Timeout: 30s, Topology Description: <TopologyDescription
id: 64d3a85a6feb79dc05e5f922, topology_type: Unknown, servers:
[<ServerDescription ('34.122.241.220', 27017) server_type: Unknown, rtt: None,
error=AutoReconnect('34.122.241.220:27017: [Errno 111] Connection refused')>]>
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 297, in _execute
response = task()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 372, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 625, in do_instruction
return getattr(self, request_type)(
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 663, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1040, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 568, in
apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 570, in
apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 261, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1513, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 625, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1607, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1720, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1513, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 625, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1607, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1720, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1533, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 626, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 754, in process
self._flush()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 760, in _flush
sink.write(self.batch)
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 793, in write
resp = self.client[self.db][self.coll].bulk_write(requests)
File "/usr/local/lib/python3.8/site-packages/pymongo/_csot.py", line 106, in
csot_wrapper
return func(self, *args, **kwargs)
File "/usr/local/lib/python3.8/site-packages/pymongo/collection.py", line
548, in bulk_write
bulk_api_result = blk.execute(write_concern, session)
File "/usr/local/lib/python3.8/site-packages/pymongo/bulk.py", line 514, in
execute
return self.execute_command(generator, write_concern, session)
File "/usr/local/lib/python3.8/site-packages/pymongo/bulk.py", line 390, in
execute_command
with client._tmp_session(session) as s:
File "/usr/local/lib/python3.8/contextlib.py", line 113, in __enter__
return next(self.gen)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1775, in _tmp_session
s = self._ensure_session(session)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1758, in _ensure_session
return self.__start_session(True, causal_consistency=False)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1703, in __start_session
self._topology._check_implicit_session_support()
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 538,
in _check_implicit_session_support
self._check_session_support()
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 554,
in _check_session_support
self._select_servers_loop(
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 238,
in _select_servers_loop
raise ServerSelectionTimeoutError(
pymongo.errors.ServerSelectionTimeoutError: 34.122.241.220:27017: [Errno 111]
Connection refused, Timeout: 30s, Topology Description: <TopologyDescription
id: 64d3a85a6feb79dc05e5f922, topology_type: Unknown, servers:
[<ServerDescription ('34.122.241.220', 27017) server_type: Unknown, rtt: None,
error=AutoReconnect('34.122.241.220:27017: [Errno 111] Connection refused')>]>
[while running 'WriteToMongoDB/ParDo(_WriteMongoFn)-ptransform-35']
Worker ID: beamapp-jenkins-080914454-08090745-kecr-harness-2545
INFO:apache_beam.runners.dataflow.dataflow_runner:2023-08-09T14:53:46.439Z:
JOB_MESSAGE_BASIC: Stopping worker pool...
INFO:apache_beam.runners.dataflow.dataflow_runner:2023-08-09T14:56:09.305Z:
JOB_MESSAGE_BASIC: Worker pool stopped.
INFO:apache_beam.runners.dataflow.dataflow_runner:Job
2023-08-09_07_45_41-14783361579405190071 is in state JOB_STATE_FAILED
ERROR:apache_beam.runners.dataflow.dataflow_runner:Console URL:
https://console.cloud.google.com/dataflow/jobs/<RegionId>/2023-08-09_07_45_41-14783361579405190071?project=<ProjectId>
Traceback (most recent call last):
File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/usr/lib/python3.8/runpy.py", line 87, in _run_code
exec(code, run_globals)
File
"<https://ci-beam.apache.org/job/beam_python_mongoio_load_test/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/apache_beam/io/mongodbio_it_test.py";,>
line 170, in <module>
run()
File
"<https://ci-beam.apache.org/job/beam_python_mongoio_load_test/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/apache_beam/io/mongodbio_it_test.py";,>
line 73, in run
_ = (
File
"<https://ci-beam.apache.org/job/beam_python_mongoio_load_test/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/apache_beam/pipeline.py";,>
line 600, in __exit__
self.result = self.run()
File
"<https://ci-beam.apache.org/job/beam_python_mongoio_load_test/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/apache_beam/testing/test_pipeline.py";,>
line 116, in run
state = result.wait_until_finish()
File
"<https://ci-beam.apache.org/job/beam_python_mongoio_load_test/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 766, in wait_until_finish
raise DataflowRuntimeException(
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow
pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 626, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 754, in process
self._flush()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 760, in _flush
sink.write(self.batch)
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 793, in write
resp = self.client[self.db][self.coll].bulk_write(requests)
File "/usr/local/lib/python3.8/site-packages/pymongo/_csot.py", line 106, in
csot_wrapper
return func(self, *args, **kwargs)
File "/usr/local/lib/python3.8/site-packages/pymongo/collection.py", line
548, in bulk_write
bulk_api_result = blk.execute(write_concern, session)
File "/usr/local/lib/python3.8/site-packages/pymongo/bulk.py", line 514, in
execute
return self.execute_command(generator, write_concern, session)
File "/usr/local/lib/python3.8/site-packages/pymongo/bulk.py", line 390, in
execute_command
with client._tmp_session(session) as s:
File "/usr/local/lib/python3.8/contextlib.py", line 113, in __enter__
return next(self.gen)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1775, in _tmp_session
s = self._ensure_session(session)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1758, in _ensure_session
return self.__start_session(True, causal_consistency=False)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1703, in __start_session
self._topology._check_implicit_session_support()
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 538,
in _check_implicit_session_support
self._check_session_support()
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 554,
in _check_session_support
self._select_servers_loop(
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 238,
in _select_servers_loop
raise ServerSelectionTimeoutError(
pymongo.errors.ServerSelectionTimeoutError: 34.122.241.220:27017: [Errno 111]
Connection refused, Timeout: 30s, Topology Description: <TopologyDescription
id: 64d3a85a6feb79dc05e5f922, topology_type: Unknown, servers:
[<ServerDescription ('34.122.241.220', 27017) server_type: Unknown, rtt: None,
error=AutoReconnect('34.122.241.220:27017: [Errno 111] Connection refused')>]>
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 297, in _execute
response = task()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 372, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 625, in do_instruction
return getattr(self, request_type)(
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 663, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1040, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 568, in
apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 570, in
apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 261, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1513, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 625, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1607, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1720, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1513, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 625, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1607, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1720, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 264, in
apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 951, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 952, in
apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1425, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1533, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1423, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 626, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 754, in process
self._flush()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 760, in _flush
sink.write(self.batch)
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.8/site-packages/apache_beam/io/mongodbio.py",
line 793, in write
resp = self.client[self.db][self.coll].bulk_write(requests)
File "/usr/local/lib/python3.8/site-packages/pymongo/_csot.py", line 106, in
csot_wrapper
return func(self, *args, **kwargs)
File "/usr/local/lib/python3.8/site-packages/pymongo/collection.py", line
548, in bulk_write
bulk_api_result = blk.execute(write_concern, session)
File "/usr/local/lib/python3.8/site-packages/pymongo/bulk.py", line 514, in
execute
return self.execute_command(generator, write_concern, session)
File "/usr/local/lib/python3.8/site-packages/pymongo/bulk.py", line 390, in
execute_command
with client._tmp_session(session) as s:
File "/usr/local/lib/python3.8/contextlib.py", line 113, in __enter__
return next(self.gen)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1775, in _tmp_session
s = self._ensure_session(session)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1758, in _ensure_session
return self.__start_session(True, causal_consistency=False)
File "/usr/local/lib/python3.8/site-packages/pymongo/mongo_client.py", line
1703, in __start_session
self._topology._check_implicit_session_support()
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 538,
in _check_implicit_session_support
self._check_session_support()
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 554,
in _check_session_support
self._select_servers_loop(
File "/usr/local/lib/python3.8/site-packages/pymongo/topology.py", line 238,
in _select_servers_loop
raise ServerSelectionTimeoutError(
pymongo.errors.ServerSelectionTimeoutError: 34.122.241.220:27017: [Errno 111]
Connection refused, Timeout: 30s, Topology Description: <TopologyDescription
id: 64d3a85a6feb79dc05e5f922, topology_type: Unknown, servers:
[<ServerDescription ('34.122.241.220', 27017) server_type: Unknown, rtt: None,
error=AutoReconnect('34.122.241.220:27017: [Errno 111] Connection refused')>]>
[while running 'WriteToMongoDB/ParDo(_WriteMongoFn)-ptransform-35']
> Task :sdks:python:test-suites:dataflow:py38:mongodbioIT FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_python_mongoio_load_test/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 295
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:mongodbioIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 12m 5s
15 actionable tasks: 9 executed, 4 from cache, 2 up-to-date
Publishing build scan...
https://ge.apache.org/s/6swbvdvojzbcc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
