See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/167/display/redirect>
------------------------------------------
[...truncated 1.15 MB...]
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560945801.45_741598d7-3030-4aa4-ba0a-6dcd56e58866 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/1e/temp_shuffle_b43a0d00-f858-44b1-aa28-243e1da5d046
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560945803.0_82e61cc5-359d-4512-8d9c-52463f641107
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/1e/temp_shuffle_b59cd7a3-e8da-4631-b2f9-8dd1e6ca6bf4
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560945808.17_4edf6454-bf4c-4e7c-8e11-a4711a9b414c
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/34/temp_shuffle_4b67c6db-1702-4416-a913-2736749c4a37
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560945810.13_6aad35f6-9b7a-4cd5-b523-895aeeaf07ab
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/36/shuffle_20_0_0.index.63ac8e94-7b79-4062-9646-5a70495ac814
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560945812.38_d22415a1-0634-4803-923c-39e8db14cde4 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/34/shuffle_22_0_0.index.a3127d09-061e-4f75-b3b1-7bf9fccea33a
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560945814.4_647c6565-0991-4680-8074-e1e84087857e
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/3d/temp_shuffle_70492e9a-1d5d-4fdd-b434-181699413f71
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560945820.17_b99e0e05-4f2f-4dc7-9737-2b89809953b5
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/0b/shuffle_27_0_0.data.0ae05595-0d63-42fc-8717-dc5a8f8b19ef
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560945822.26_2bae141e-0dcd-4a86-b016-ef86773ae170
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/28/temp_shuffle_f211dc5c-636b-44f5-a93e-9582cc3b85ee
(No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in
test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_only_1560945823.77_a55bff9e-78d1-473c-8d49-439bf6b50c66 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/0e/temp_shuffle_e08f3346-69f0-4e7e-8327-1eac98425be9
(No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in
test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_timers_1560945827.0_ab538e49-3b8f-44d5-bf21-1a5fde7dfa80
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/11/shuffle_34_0_0.data.d7bb25ea-6310-42b1-933f-0bcb49dbf8f9
(No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in
test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_timers_1560945829.75_a182eb69-5c57-4e14-9f9a-73da1c7103de failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/34/shuffle_37_0_0.data.081ac4c3-58a0-463c-a107-6b0715a05da4
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560945832.08_2fffb07c-0a6e-41f3-8289-bbd71cf3a7ba
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/0e/temp_shuffle_2230fc74-b0c9-4fbb-b395-1bf4db951bfe
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560945833.52_c9e0d68c-7f51-4b98-ac66-54870d902270
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/0e/shuffle_41_1_0.data.53e93281-165a-4b15-8a4a-7760c446e804
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560945836.81_d4e26866-f8ad-4ef4-9475-45eb6bb10f96 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/0e/temp_shuffle_04b314c2-597b-407e-b2b4-d7c005428068
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560945838.65_6add4736-c7bd-433a-8187-ab82a69cee08 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/0e/shuffle_46_0_0.index.344a6f0a-a0ba-4b3d-8170-a30e9e14ade5
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 545, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1560945842.06_ee653506-ab91-4e0b-8f84-b6a87e9f6d61
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/1e/temp_shuffle_924d1b97-f0f3-4e9e-8c5a-347c5d01e284
(No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in
test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowed_pardo_state_timers_1560945843.31_0e06aa51-366b-41e8-b6d7-a85f2fe31439
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/28/shuffle_51_0_0.index.48bb9c20-94a3-4fb1-9690-68a9daf24497
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560945844.79_d79a252d-8d1c-4889-97d3-f844e9721311 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-e6d69158-f7f2-4fa5-8a7d-42363d2236dd/0b/temp_shuffle_9e2dfeac-3824-46d2-a7b4-5c335a26b6a3
(No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 87.666s
FAILED (errors=21, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 58s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/hu4f4464igc7u
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
