See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/65/display/redirect>
------------------------------------------
[...truncated 1.01 MB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_flattened_side_input_1560146593.95_25287155-ff8a-4e03-813c-8c8d294a36dd
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/3f/temp_shuffle_4ad0bf67-6c11-490f-952a-fa83a0e29fa1
(No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in
test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_gbk_side_input_1560146597.24_44ab1e82-1d79-4b66-b758-f61f7e35cd81 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/2c/shuffle_11_0_0.index.7931f6fd-ae9b-4ab7-8fdf-0c45418f56e8
(No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1560146598.94_9819e9b9-7571-4bd3-9380-7453fa0194e6 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/13/shuffle_14_0_0.data.71c9d391-762d-4a59-b3cb-d89c71c72aad
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560146600.24_64bd3154-ab9d-4372-bbe1-afee481b7f08 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/36/shuffle_16_1_0.data.94e52e29-5a0f-41ce-b815-e771ed3d0d92
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560146605.58_d13951c6-f8ff-4132-a6e6-75e482196c23
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/0e/shuffle_17_0_0.index.85f31331-7972-4216-9d29-0740c8edc431
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560146606.96_8a2b18a3-1c5e-4495-a384-06d814f2f0b5
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/0b/temp_shuffle_94c6a4c6-a6b1-425d-abd2-5742dc93ad93
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560146608.36_d48af5bb-4197-4cdc-ac3b-1ede0f83afb0
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/11/temp_shuffle_aa74c67c-ef02-4239-a500-2a07f3f64e2c
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560146611.34_d38e0cab-37d8-455b-9162-10e8fc82f4ef failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/11/shuffle_21_0_0.data.23d9291d-3265-4041-806e-b935b1dc571f
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560146612.95_32cb52e4-60ff-4f9d-8f7a-40179e2cef1c
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/2f/temp_shuffle_293aff44-2f1b-4fd0-ba9f-7f06c4616c4d
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560146615.83_94bcaae0-4f50-485d-9c77-817b0fd61ce5
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/0b/shuffle_27_0_0.data.8df81c56-a186-4f20-abd6-0050d6707fa7
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560146618.95_226847f1-e330-4ae9-abac-5234b4c23ae0
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/2d/shuffle_29_0_0.index.fd68b051-6d60-41b3-81b7-661699a0c1ee
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560146620.33_e7304712-dbda-4549-8ae1-9cef3b26498c
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/09/temp_shuffle_7b5619eb-a94b-4d4b-af9a-ece3b84c85f4
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560146623.41_32afd9e9-ec95-42c9-8cb9-28da7a487a33
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/2d/temp_shuffle_1dbcc6e0-71d5-4959-bd09-01c1732e0f47
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560146625.35_d10c4e21-c057-46a8-88ae-65108e41916a failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/11/shuffle_34_0_0.data.23dd68b5-fbda-466e-a942-95e63a1384d9
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560146626.67_7878429d-d5cd-4d46-b8dd-5faeb250e5d7 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/13/temp_shuffle_2fa5147c-e4bd-4035-a586-5b1361d57282
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1560146628.03_7dbb0eda-3423-4d92-93dc-d87a8b873eee
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/3d/temp_shuffle_bb6dc00e-a805-458c-808a-a377f7eda0bd
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 514, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1560146629.11_7de495db-27ba-4cf1-8cc2-5468e04b44e9
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/36/shuffle_39_0_0.data.fa86bde2-9218-465e-8568-24d7d9d94477
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560146630.21_30a4e39a-2802-4bf7-8d14-fe46010c5f7a failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b30e0a78-04f9-4165-9b54-706071e9bc04/07/temp_shuffle_028fc090-e4ea-471b-b997-5dcf0b232a9e
(No such file or directory)
----------------------------------------------------------------------
Ran 37 tests in 67.891s
FAILED (errors=18, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 37s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/xsespvmvklzxu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
