See <https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/6/display/redirect>
Changes: ------------------------------------------ [...truncated 60.81 KB...] File "apache_beam/runners/****/operations.py", line 526, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 528, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 237, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 240, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 907, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/****/operations.py", line 908, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1507, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined [while running 'ParDo(CreateFolderFn)-ptransform-16'] INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:38:40.678Z: JOB_MESSAGE_BASIC: Finished operation Impulse+ParDo(CreateFolderFn) INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:38:40.737Z: JOB_MESSAGE_DEBUG: Executing failure step failure19 INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:38:40.761Z: JOB_MESSAGE_ERROR: Workflow failed. Causes: S15:Impulse+ParDo(CreateFolderFn) failed., The job failed because a work item has failed 4 times. Look in previous log entries for the cause of each one of the 4 failures. For more information, see https://cloud.google.com/dataflow/docs/guides/common-errors. The work item was attempted on these ****s: beamapp-jenkins-110417314-11041031-7pam-harness-nk7d Root cause: Traceback (most recent call last): File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 287, in _execute response = task() File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 360, in <lambda> lambda: self.create_****().do_instruction(request), request) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 597, in do_instruction getattr(request, request_type), request.instruction_id) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 634, in process_bundle bundle_processor.process_bundle(instruction_id)) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 1004, in process_bundle element.data) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 227, in process_encoded self.output(decoded_value) File "apache_beam/runners/****/operations.py", line 526, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 528, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 237, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 240, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 907, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/****/operations.py", line 908, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1507, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined [while running 'ParDo(CreateFolderFn)-ptransform-16'] , beamapp-jenkins-110417314-11041031-7pam-harness-nk7d Root cause: Traceback (most recent call last): File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 287, in _execute response = task() File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 360, in <lambda> lambda: self.create_****().do_instruction(request), request) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 597, in do_instruction getattr(request, request_type), request.instruction_id) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 634, in process_bundle bundle_processor.process_bundle(instruction_id)) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 1004, in process_bundle element.data) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 227, in process_encoded self.output(decoded_value) File "apache_beam/runners/****/operations.py", line 526, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 528, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 237, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 240, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 907, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/****/operations.py", line 908, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1507, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined [while running 'ParDo(CreateFolderFn)-ptransform-16'] , beamapp-jenkins-110417314-11041031-7pam-harness-nk7d Root cause: Traceback (most recent call last): File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 287, in _execute response = task() File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 360, in <lambda> lambda: self.create_****().do_instruction(request), request) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 597, in do_instruction getattr(request, request_type), request.instruction_id) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 634, in process_bundle bundle_processor.process_bundle(instruction_id)) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 1004, in process_bundle element.data) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 227, in process_encoded self.output(decoded_value) File "apache_beam/runners/****/operations.py", line 526, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 528, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 237, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 240, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 907, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/****/operations.py", line 908, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1507, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined [while running 'ParDo(CreateFolderFn)-ptransform-16'] , beamapp-jenkins-110417314-11041031-7pam-harness-nk7d Root cause: Traceback (most recent call last): File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 287, in _execute response = task() File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 360, in <lambda> lambda: self.create_****().do_instruction(request), request) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 597, in do_instruction getattr(request, request_type), request.instruction_id) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 634, in process_bundle bundle_processor.process_bundle(instruction_id)) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 1004, in process_bundle element.data) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 227, in process_encoded self.output(decoded_value) File "apache_beam/runners/****/operations.py", line 526, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 528, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 237, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 240, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 907, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/****/operations.py", line 908, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1507, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined [while running 'ParDo(CreateFolderFn)-ptransform-16'] INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:38:40.846Z: JOB_MESSAGE_BASIC: Finished operation ref_AppliedPTransform_Produce-rows-SDFBoundedSourceReader-ParDo-SDFBoundedSourceDoFn-_8/ProcessElementAndRestrictionWithSizing+Format+Count records+Measure time+Write Text/Write/WriteImpl/WindowInto(WindowIntoFn)+Write Text/Write/WriteImpl/WriteBundles+Write Text/Write/WriteImpl/Pair+Write Text/Write/WriteImpl/GroupByKey/Write INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:38:40.911Z: JOB_MESSAGE_DETAILED: Cleaning up. INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:38:41.116Z: JOB_MESSAGE_DEBUG: Starting **** pool teardown. INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:38:41.153Z: JOB_MESSAGE_BASIC: Stopping **** pool... INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:40:53.727Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized **** pool from 1 to 0. INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:40:53.773Z: JOB_MESSAGE_BASIC: Worker pool stopped. INFO:apache_beam.runners.dataflow.dataflow_runner:2022-11-04T17:40:53.806Z: JOB_MESSAGE_DEBUG: Tearing down pending resources... INFO:apache_beam.runners.dataflow.dataflow_runner:Job 2022-11-04_10_31_49-16883089656756254671 is in state JOB_STATE_FAILED ERROR:apache_beam.runners.dataflow.dataflow_runner:Console URL: https://console.cloud.google.com/dataflow/jobs/<RegionId>/2022-11-04_10_31_49-16883089656756254671?project=<ProjectId> Traceback (most recent call last): File "/usr/lib/python3.7/runpy.py", line 193, in _run_module_as_main "__main__", mod_spec) File "/usr/lib/python3.7/runpy.py", line 85, in _run_code exec(code, run_globals) File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 184, in <module> getattr(sys.modules[__name__], test_options.test_class)().run() File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 98, in run write_test.run() File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/testing/load_tests/load_test.py";,> line 151, in run self.result.wait_until_finish(duration=self.timeout_ms) File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 1595, in wait_until_finish self) apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: Traceback (most recent call last): File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 287, in _execute response = task() File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 360, in <lambda> lambda: self.create_****().do_instruction(request), request) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 597, in do_instruction getattr(request, request_type), request.instruction_id) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/sdk_****.py", line 634, in process_bundle bundle_processor.process_bundle(instruction_id)) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 1004, in process_bundle element.data) File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/****/bundle_processor.py", line 227, in process_encoded self.output(decoded_value) File "apache_beam/runners/****/operations.py", line 526, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 528, in apache_beam.runners.****.operations.Operation.output File "apache_beam/runners/****/operations.py", line 237, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 240, in apache_beam.runners.****.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/****/operations.py", line 907, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/****/operations.py", line 908, in apache_beam.runners.****.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1507, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process File "<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/io/filebasedio_perf_test.py";,> line 89, in process NameError: name 'FileSystems' is not defined [while running 'ParDo(CreateFolderFn)-ptransform-16'] > Task :sdks:python:apache_beam:testing:load_tests:run FAILED FAILURE: Build failed with an exception. * Where: Build file '<https://ci-beam.apache.org/job/beam_PerformanceTests_TextIOIT_Python/ws/src/sdks/python/apache_beam/testing/load_tests/build.gradle'> line: 75 * What went wrong: Execution failed for task ':sdks:python:apache_beam:testing:load_tests:run'. > error occurred * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 11m 15 actionable tasks: 9 executed, 4 from cache, 2 up-to-date Publishing build scan... https://gradle.com/s/2jzjf7mysivos Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
