See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/58/display/redirect>
------------------------------------------ [...truncated 955.87 KB...] ====================================================================== ERROR: test_flattened_side_input (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/apache_beam/runners/portability/spark_runner_test.py";,> line 144, in test_flattened_side_input with_transcoding=False) File "apache_beam/runners/portability/fn_api_runner_test.py", line 234, in test_flattened_side_input label='CheckFlattenOfSideInput') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_flattened_side_input_1560016999.39_3d422453-37ab-4929-9a4a-1f9584e9fc23 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/0b/temp_shuffle_495552d5-e20f-4d43-92de-f71427248ce4 (No such file or directory) ====================================================================== ERROR: test_gbk_side_input (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in test_gbk_side_input equal_to([(None, {'a': [1]})])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_gbk_side_input_1560017005.73_f4559f62-2e44-4060-a4c4-a31040455a16 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/36/temp_shuffle_cf7ae7dc-48da-46b0-aa57-00b15d135d54 (No such file or directory) ====================================================================== ERROR: test_group_by_key (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in test_group_by_key assert_that(res, equal_to([('a', [1, 2]), ('b', [3])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_group_by_key_1560017007.55_17fb312b-196a-4f5c-94c4-55e3a21d5e92 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/13/shuffle_14_0_0.data.195e688e-cc5f-47cc-a798-f40b309d2d99 (No such file or directory) ====================================================================== ERROR: test_large_elements (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_large_elements assert_that(gbk_res, equal_to(['a', 'b']), label='gbk') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_large_elements_1560017008.89_15158441-e058-4985-84f4-e32fe5ac0393 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/36/shuffle_16_1_0.data.da10f65f-b29c-44dd-bee2-493b12af6817 (No such file or directory) ====================================================================== ERROR: test_multimap_side_input (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in test_multimap_side_input equal_to([('a', [1, 3]), ('b', [2])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_multimap_side_input_1560017014.87_dc23ecec-7076-4404-ae94-a0894720c5ef failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/2f/temp_shuffle_38769298-a4bd-45a4-857d-7f1161686bc8 (No such file or directory) ====================================================================== ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in test_multimap_side_input_type_coercion equal_to([('a', [1, 3]), ('b', [2])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_multimap_side_input_type_coercion_1560017016.81_9259206a-c82a-4cc3-b2fa-0a11eaa5ff93 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/0e/temp_shuffle_33f87528-f7d4-4b35-b4c2-19636c8ef3b3 (No such file or directory) ====================================================================== ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in test_no_subtransform_composite assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_no_subtransform_composite_1560017018.26_ea13bf17-fb45-43f2-84aa-3e03aa52faca failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/08/shuffle_19_0_0.data.85a811ea-23ce-4920-a4b4-9ce08e6368ac (No such file or directory) ====================================================================== ERROR: test_pardo (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in test_pardo assert_that(res, equal_to(['aax', 'bcbcx'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_1560017020.45_16d21d5d-0627-4dba-a06a-9a88bf6e8a5d failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/11/shuffle_21_0_0.data.05e2304b-e678-400b-a95c-6e465d7ebce6 (No such file or directory) ====================================================================== ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in test_pardo_side_and_main_outputs assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_and_main_outputs_1560017022.42_07eac2b0-b5c0-4332-b455-a89200026b68 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/2e/shuffle_24_0_0.data.156ca68e-eddb-497c-8444-529df83bdad9 (No such file or directory) ====================================================================== ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in test_pardo_side_inputs ('a', 'y'), ('b', 'y'), ('c', 'y')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_inputs_1560017025.27_12e4436d-73c4-4084-adac-4c88ccbb66a1 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/0b/shuffle_27_0_0.data.fc4cb418-cba5-4434-9df4-ddb9c8b0e7e5 (No such file or directory) ====================================================================== ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in test_pardo_side_outputs assert_that(xy.y, equal_to(['y', 'xy']), label='y') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_outputs_1560017028.75_b5e84507-18cb-42ef-bce9-0576f0fbd118 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/37/shuffle_29_0_0.data.a25c0ced-da93-4298-bb3c-ea262ca405a1 (No such file or directory) ====================================================================== ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in test_pardo_unfusable_side_inputs equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1560017030.16_c93d35d9-6ccf-425e-8c6b-5b11cf2945bc failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/03/temp_shuffle_067b7323-a791-4e7c-9d0e-4882d7c87f22 (No such file or directory) ====================================================================== ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in test_pardo_windowed_side_inputs label='windowed') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_windowed_side_inputs_1560017033.29_e367170a-3431-4a52-982e-2ed394a14635 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/2f/shuffle_33_1_0.data.39be200d-46f8-4abd-a750-84ea5336b72c (No such file or directory) ====================================================================== ERROR: test_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in test_read equal_to(['a', 'b', 'c'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_read_1560017037.2_63134f45-b8e5-40c9-b74e-0d4a60405f7c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/11/shuffle_34_0_0.data.0e2229d6-3311-4a5c-a2f7-ee22707dab83 (No such file or directory) ====================================================================== ERROR: test_reshuffle (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in test_reshuffle equal_to([1, 2, 3])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_reshuffle_1560017040.09_4b137859-0011-4f49-8a67-d3b86da64244 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/21/temp_shuffle_2720470c-df58-4ef1-be37-62867e510c7e (No such file or directory) ====================================================================== ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in test_sdf_wrap_range_source self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3]) File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrap_range_source_1560017041.95_919610f1-a276-41d3-bba6-4895a5be3ecb failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/36/shuffle_39_0_0.data.d1b65adf-8c6a-433b-b049-9d9e1b8e74f2 (No such file or directory) ====================================================================== ERROR: test_windowing (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in test_windowing assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowing_1560017045.14_5ad0a43c-b227-4bb6-8e59-119c1d3059f6 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/11/shuffle_43_0_0.data.d042221e-95d7-4ce4-940e-7b4b16d8c57d (No such file or directory) ====================================================================== FAIL: test_error_message_includes_stage (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 607, in test_error_message_includes_stage self.assertIn('StageC', message) AssertionError: 'StageC' not found in u'Pipeline test_error_message_includes_stage_1560016995.66_c1ebf3ef-5834-4053-910f-c1f9b936690a failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-b39aa576-e750-4242-8e3b-f877c7c03c6a/37/shuffle_7_0_0.index.a85a256e-ba97-48b1-b742-5a7eaace39b5 (No such file or directory)' ---------------------------------------------------------------------- Ran 37 tests in 73.314s FAILED (failures=1, errors=18, skipped=13) > Task :sdks:python:sparkValidatesRunner FAILED FAILURE: Build failed with an exception. * Where: Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 284 * What went wrong: Execution failed for task ':sdks:python:sparkValidatesRunner'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 3m 47s 60 actionable tasks: 47 executed, 13 from cache Publishing build scan... https://gradle.com/s/dm53l56bdikgu Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
