See
<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/749/display/redirect?page=changes>
Changes:
[noreply] Bump cloud.google.com/go/spanner from 1.45.1 to 1.46.0 in /sdks
(#26709)
------------------------------------------
[...truncated 113.28 KB...]
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 295, in _execute
response = task()
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 370, in <lambda>
lambda: self.create_****().do_instruction(request), request)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 630, in do_instruction
getattr(request, request_type), request.instruction_id)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 667, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py",
line 1062, in process_bundle
element.data)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py",
line 231, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/****/operations.py", line 526, in
apache_beam.runners.****.operations.Operation.output
File "apache_beam/runners/****/operations.py", line 528, in
apache_beam.runners.****.operations.Operation.output
File "apache_beam/runners/****/operations.py", line 237, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1508, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 838, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
File "apache_beam/runners/common.py", line 984, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1961, in <lambda>
wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/testing/util.py";,>
line 191, in _equal
raise BeamAssertException(msg)
apache_beam.testing.util.BeamAssertException: Failed assert: [2097152] == [0],
unexpected elements [0], missing elements [2097152] [while running
'assert_that/Match-ptransform-45']
Worker ID: performance-tests-spanner-05170003-hegs-harness-3hr6,
Root cause: Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 838, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
File "apache_beam/runners/common.py", line 984, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1961, in <lambda>
wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/testing/util.py";,>
line 191, in _equal
raise BeamAssertException(msg)
apache_beam.testing.util.BeamAssertException: Failed assert: [2097152] == [0],
unexpected elements [0], missing elements [2097152]
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 295, in _execute
response = task()
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 370, in <lambda>
lambda: self.create_****().do_instruction(request), request)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 630, in do_instruction
getattr(request, request_type), request.instruction_id)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 667, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py",
line 1062, in process_bundle
element.data)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py",
line 231, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/****/operations.py", line 526, in
apache_beam.runners.****.operations.Operation.output
File "apache_beam/runners/****/operations.py", line 528, in
apache_beam.runners.****.operations.Operation.output
File "apache_beam/runners/****/operations.py", line 237, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1508, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 838, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
File "apache_beam/runners/common.py", line 984, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1961, in <lambda>
wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/testing/util.py";,>
line 191, in _equal
raise BeamAssertException(msg)
apache_beam.testing.util.BeamAssertException: Failed assert: [2097152] == [0],
unexpected elements [0], missing elements [2097152] [while running
'assert_that/Match-ptransform-45']
Worker ID: performance-tests-spanner-05170003-hegs-harness-3hr6
INFO:apache_beam.runners.dataflow.dataflow_runner:2023-05-17T07:10:21.685Z:
JOB_MESSAGE_DETAILED: Cleaning up.
INFO:apache_beam.runners.dataflow.dataflow_runner:2023-05-17T07:10:21.720Z:
JOB_MESSAGE_DEBUG: Starting **** pool teardown.
INFO:apache_beam.runners.dataflow.dataflow_runner:2023-05-17T07:10:21.742Z:
JOB_MESSAGE_BASIC: Stopping **** pool...
INFO:apache_beam.runners.dataflow.dataflow_runner:2023-05-17T07:12:31.959Z:
JOB_MESSAGE_DETAILED: Autoscaling: Resized **** pool from 5 to 0.
INFO:apache_beam.runners.dataflow.dataflow_runner:2023-05-17T07:12:32.034Z:
JOB_MESSAGE_BASIC: Worker pool stopped.
INFO:apache_beam.runners.dataflow.dataflow_runner:2023-05-17T07:12:32.108Z:
JOB_MESSAGE_DEBUG: Tearing down pending resources...
INFO:apache_beam.runners.dataflow.dataflow_runner:Job
2023-05-17_00_03_40-17594095872921946424 is in state JOB_STATE_FAILED
ERROR:apache_beam.runners.dataflow.dataflow_runner:Console URL:
https://console.cloud.google.com/dataflow/jobs/<RegionId>/2023-05-17_00_03_40-17594095872921946424?project=<ProjectId>
Traceback (most recent call last):
File "/usr/lib/python3.7/runpy.py", line 193, in _run_module_as_main
"__main__", mod_spec)
File "/usr/lib/python3.7/runpy.py", line 85, in _run_code
exec(code, run_globals)
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/io/gcp/experimental/spannerio_read_perf_test.py";,>
line 158, in <module>
SpannerReadPerfTest().run()
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/testing/load_tests/load_test.py";,>
line 152, in run
state = self.result.wait_until_finish(duration=self.timeout_ms)
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 1566, in wait_until_finish
self)
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow
pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 838, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
File "apache_beam/runners/common.py", line 984, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1961, in <lambda>
wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/testing/util.py";,>
line 191, in _equal
raise BeamAssertException(msg)
apache_beam.testing.util.BeamAssertException: Failed assert: [2097152] == [0],
unexpected elements [0], missing elements [2097152]
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 295, in _execute
response = task()
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 370, in <lambda>
lambda: self.create_****().do_instruction(request), request)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 630, in do_instruction
getattr(request, request_type), request.instruction_id)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py",
line 667, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py",
line 1062, in process_bundle
element.data)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py",
line 231, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/****/operations.py", line 526, in
apache_beam.runners.****.operations.Operation.output
File "apache_beam/runners/****/operations.py", line 528, in
apache_beam.runners.****.operations.Operation.output
File "apache_beam/runners/****/operations.py", line 237, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in
apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in
apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/****/operations.py", line 240, in
apache_beam.runners.****.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/****/operations.py", line 907, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/****/operations.py", line 908, in
apache_beam.runners.****.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1508, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in
apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 838, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
File "apache_beam/runners/common.py", line 984, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1961, in <lambda>
wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/testing/util.py";,>
line 191, in _equal
raise BeamAssertException(msg)
apache_beam.testing.util.BeamAssertException: Failed assert: [2097152] == [0],
unexpected elements [0], missing elements [2097152] [while running
'assert_that/Match-ptransform-45']
> Task :sdks:python:apache_beam:testing:load_tests:run FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_PerformanceTests_SpannerIO_Read_2GB_Python/ws/src/sdks/python/apache_beam/testing/load_tests/build.gradle'>
line: 63
* What went wrong:
Execution failed for task ':sdks:python:apache_beam:testing:load_tests:run'.
> error occurred
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 11m 15s
15 actionable tasks: 15 executed
Publishing build scan...
https://ge.apache.org/s/s56utl66yryyc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
