See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/134/display/redirect>
------------------------------------------
[...truncated 1.14 MB...]
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560557018.48_fce2c1a6-f39a-4be9-a751-6808a02db8d0 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/08/temp_shuffle_f44bb94c-58cc-4b43-b24d-bc3bc8d77ba9
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560557020.02_ee1a39e4-a3c3-43b1-93da-384711bd0931
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/12/temp_shuffle_495ed60b-9485-4b0c-9411-da4f1d87b8cf
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560557023.37_4f354e05-ff05-45c4-8b03-62c89e937a1f
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/08/shuffle_19_0_0.data.dcfbf821-b8b2-4caa-bf94-f0759a1279f5
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560557024.96_c1ce9a09-59bc-4bca-9dca-9085d9088ce0
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/36/shuffle_20_0_0.index.023f657f-8715-4627-bcc4-feb605953ac9
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560557030.98_bb6322db-93ae-46cd-8a56-59c00c603427 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/08/temp_shuffle_5c5af614-42af-4ce8-8151-7a6787e43f37
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560557033.86_42f18673-e24d-47db-85d0-990e05fc1d67
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/0b/temp_shuffle_c82663da-1f10-403f-9fb4-db3836161870
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560557037.79_ca7ad6c3-152a-4225-af8e-1140370a8c51
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/12/shuffle_28_0_0.index.afec435e-d161-4d19-9466-85de472e1112
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560557041.44_9233de10-b3f5-46a7-9fc3-3ff74d26a2bf
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/07/temp_shuffle_240f73c0-2a10-40f2-b180-1cea018c758b
(No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in
test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_only_1560557045.79_8d768cbd-e1fd-4fc7-8716-fa382d2ea771 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/11/shuffle_34_0_0.data.25da92ff-f292-4287-97b6-7f06af91e9e7
(No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in
test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_timers_1560557047.71_9219ef8e-ccdc-489a-93dd-4f0acd8cb382
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/13/shuffle_36_0_0.data.e7e17ebb-5a02-4141-8804-d91ffa98334d
(No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in
test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_timers_1560557050.43_02e1077f-025f-472f-8d19-d0302963a060 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/1e/temp_shuffle_2b046665-e4d2-454b-9ac6-af1caceaab5b
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560557052.08_b0854b4c-9415-4a88-9463-6712e0704656
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/05/temp_shuffle_691a3a03-7893-42bc-97be-c1b132747aee
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560557053.42_44f5bc87-6788-4bb8-93c8-6576cfba2811
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/1d/temp_shuffle_1a7725ef-96a8-4312-8d8b-db68e715b730
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560557054.77_651d61b3-ebe0-4eb7-b8aa-61cab4bc7584 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/24/temp_shuffle_1375d5e4-0f80-4e0b-89fd-b8528c9996ac
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560557057.17_d5850102-1dc9-4ea3-a69d-c8571d94a1b4 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/0e/shuffle_46_0_0.index.fff8816a-1f6e-41e2-a21f-175a5ca956df
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 545, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1560557062.5_8ba5d7d9-2693-4690-b754-5b4b0090ec8a
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/0b/shuffle_49_0_0.data.c6c4ab88-32f2-444a-9907-edf4ed6291d0
(No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in
test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowed_pardo_state_timers_1560557063.72_d08da1a6-2cd1-4912-a03a-1f0eb41e9565
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/3b/temp_shuffle_f0f83d1e-3e53-420a-ae1f-2f94a44a46ea
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560557067.22_59d55338-edd0-4f8c-ba13-f716d058cbe6 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-4ddbe722-b1d0-4d1a-bd39-04aade3db1ec/3e/temp_shuffle_f9a43477-eee9-482a-aadf-d1bff30ffb96
(No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 93.005s
FAILED (errors=22, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 4m 18s
60 actionable tasks: 48 executed, 12 from cache
Publishing build scan...
https://gradle.com/s/s6j2nwbp4joqc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
