See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/138/display/redirect>
------------------------------------------
[...truncated 1.14 MB...]
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560621809.65_09f4270d-11bf-47dd-85b2-daf5bdb260b9 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/0e/shuffle_17_0_0.index.6b77d828-ea22-4edd-aedb-98b3266a4cbb
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560621814.97_b0a1975d-4d39-4168-b20c-34243dac4673
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/33/shuffle_18_0_0.index.c64ff001-8989-47fa-895f-f97a6bc5cf21
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560621817.75_8450319e-385b-464c-bf77-04b4c3a97bdf
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/08/shuffle_19_0_0.data.d8d837db-0417-4559-8b99-946e85e813f4
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560621820.98_e1863d3e-231f-41e0-885b-56796369796d
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/36/shuffle_20_0_0.index.4ad8c2ba-f60c-45ad-8df1-48d3d7e1ced6
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560621823.24_0879d684-1f69-4ba7-ae5d-1e5e1c3e486b failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/11/shuffle_21_0_0.data.de74bbd1-97a9-4ef4-8a4a-657b21b63823
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560621826.25_905d74aa-f49a-441c-adc9-306f8a952410
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/02/temp_shuffle_1b3f25d1-a25e-4e0d-a69e-d82fd5847fa3
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560621830.19_a0a25f6e-65e9-4795-8eff-a63cdcf3f7f3
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/2a/shuffle_28_0_0.data.15141f63-54e9-41e2-9ba1-3891d65062ca
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560621833.78_9eff14b6-2e62-4d8a-9cc6-2162733d6dc1
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/1e/temp_shuffle_3fcfe1f6-1e64-44ac-a722-3e25e33d41a1
(No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in
test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_only_1560621836.27_0baf7b37-75b6-4a19-9fcd-e26001747302 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/0e/temp_shuffle_a19bc6aa-14ab-43c3-8487-fcb096127a7e
(No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in
test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_timers_1560621838.2_cacd82cc-91f4-47ec-b5ad-c8853da16492
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/13/shuffle_36_0_0.data.591bc59b-eecd-44d4-8e2b-163d7b1714de
(No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in
test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_timers_1560621839.62_3a7be846-dac4-4276-9359-a45709e45492 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/36/shuffle_39_0_0.data.a5ff5ccb-6ca9-448f-bf8a-c3dc409e77b9
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560621841.07_a9cf2955-d69b-4d30-8fc8-39b1b015c17a
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/24/temp_shuffle_2621adec-9665-4aee-899c-0a590f446543
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560621844.41_a74866d5-42f4-42bc-abde-69e0db1862ad
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/1e/temp_shuffle_c9314f76-aef3-4ffa-a342-0d04bdbcbd69
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560621846.23_f514c7e2-a1ff-4764-85e1-f99012f9c571 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/24/temp_shuffle_e920ca99-6766-43e6-afab-a9c3a078fead
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560621848.44_ceac4b64-d19f-4178-a853-734ac7d6f444 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/3f/temp_shuffle_68d9a746-d1ea-47f4-9391-a5cbbcd92279
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 545, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1560621852.69_11c361e1-f753-4496-9110-2f0646a03d8c
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/07/temp_shuffle_b1d03582-b45f-4057-8634-0104bc99a05c
(No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in
test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowed_pardo_state_timers_1560621853.84_35e22610-b1d3-405a-8d52-fc6dbe9af869
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/33/shuffle_52_0_0.data.2cf31aed-2bc2-46e6-9ce1-5e40ca35f057
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560621855.22_00c90fbd-0f34-426e-892a-5a3d22e877f7 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-391df325-e5f8-4c0a-989a-f24789ea0d94/12/temp_shuffle_b9dcb465-436b-4795-9329-1bdea01d2c75
(No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 88.483s
FAILED (errors=22, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 4m 5s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/uarfoh5le2bsu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
