See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/62/display/redirect>
------------------------------------------
[...truncated 1.01 MB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_flattened_side_input_1560081795.47_89f34d95-b97b-4f3f-a24a-117d3d693a0e
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/12/temp_shuffle_491c8abe-f726-478c-bb44-714d5daedfce
(No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in
test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_gbk_side_input_1560081800.09_34283d38-d821-41d4-995f-9b2701674d9b failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/20/temp_shuffle_cd82eebf-9467-4aea-b3ed-b275c01d4d0e
(No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1560081801.95_bc8645a3-d536-410e-9d6b-cbf6d2556080 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/13/shuffle_14_0_0.data.e9abbe2f-5a18-45fe-be41-657417f70da1
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560081803.23_ff2c1b6d-a090-4249-b079-f17a99193fe8 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/36/shuffle_16_1_0.data.92798cf0-a378-45db-87a5-4e28c3e506cf
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560081808.28_ba5c34c4-9e83-4b53-b26b-1972a5081e73
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/0e/shuffle_17_0_0.index.a87b8eb5-8c06-4f92-b9b9-73599db2e724
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560081809.99_5ca09cc9-10dc-48a9-bd8b-fecb65e72ca4
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/33/shuffle_18_0_0.index.09788c64-c74d-411d-8c22-7d679835ec7e
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560081811.5_d329b322-0b70-4bd6-8910-e019c2d6d9f3
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/27/temp_shuffle_90c7e84c-e395-4086-998a-ee080e2834ec
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560081813.74_06769f25-8563-418a-a5ad-3d6ba73f7df2 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/13/temp_shuffle_03c1a27e-cba7-4977-b005-7630cdd5604a
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560081815.72_ffa831a5-1de9-4bbf-a2e8-5fb5f808f9ea
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/13/temp_shuffle_8001e1f4-ba10-45fa-a265-1bc08ca7c4d5
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560081818.5_d964ee95-8c47-4cdd-b1ad-41a405313df1 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/31/shuffle_25_0_0.index.97171715-958e-4ada-ac7e-972e969cdb49
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560081819.89_0a62fce2-1e65-48f2-a209-5ee94da34ae5
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/0b/shuffle_27_0_0.data.e5df2239-440b-431e-8d94-7b5734c4d21d
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560081821.32_7dba194f-3648-43c0-b330-6889f4844549
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/36/temp_shuffle_7c6fab07-4107-46dd-9269-e354511654a3
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560081822.73_ea4db98c-0192-48bf-a9c1-8a9a032cdf2c
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/3d/temp_shuffle_93b1604e-a32f-4c32-ac90-077d45fb9733
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560081826.99_ea07c1ac-49db-496f-982e-bb91e8703086 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/31/shuffle_31_1_0.data.5fa154ea-9ff7-44a0-a5cc-9fb21fcde86b
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560081829.22_e7697a2d-297e-4b27-8029-eb651091521e failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/12/shuffle_35_0_0.index.b1324f39-6933-42ab-9946-180a5730d719
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1560081830.96_2b6ca60b-3d8a-47ee-99fb-b3a42d0ec9fe
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/22/temp_shuffle_7783daf6-0f9f-4101-a59b-9c70bec40f97
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 514, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1560081832.02_e1e9cd4f-8a89-49c1-8677-79f9e401eb17
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/09/temp_shuffle_b90a92ab-7e2b-4bde-b8b5-c907c48fea26
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560081833.25_599ff0c0-ad6e-44fd-b9bd-7ff0f41ddf8c failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-fba410f0-2eba-45bb-a194-64c535b90d2c/36/shuffle_39_0_0.data.ad4bc905-9e24-4be9-a31b-7cabbd4199c3
(No such file or directory)
----------------------------------------------------------------------
Ran 37 tests in 70.034s
FAILED (errors=19, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 39s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/txdjo3cdpixvk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
