See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/66/display/redirect>
------------------------------------------
[...truncated 1.05 MB...]
File "apache_beam/runners/portability/fn_api_runner_test.py", line 543, in
test_flatten
assert_that(res, equal_to(['a', 'b', 'c'] + additional))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_flatten_1560168196.63_acdce0eb-7491-45f3-82c2-a2e2e5b75a75 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/1d/shuffle_9_0_0.data.df256024-efef-476a-b808-cb0b266eae14
(No such file or directory)
======================================================================
ERROR: test_flattened_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/apache_beam/runners/portability/spark_runner_test.py";,>
line 144, in test_flattened_side_input
with_transcoding=False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 234, in
test_flattened_side_input
label='CheckFlattenOfSideInput')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_flattened_side_input_1560168197.97_a797b104-16f8-4d65-b9d2-31c9c580c1d6
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/11/shuffle_10_2_0.data.1932c84c-51ca-4435-9f64-e5a990f879f1
(No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in
test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_gbk_side_input_1560168201.5_691ff8c5-c52a-46df-a25a-bcbfa7287989 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/11/shuffle_12_0_0.data.f8590f68-e64f-4b39-8710-33ee62a75041
(No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1560168204.19_73d7b06f-437f-44a4-b4d3-8a790cb1da08 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/13/shuffle_14_0_0.data.38db22e5-6cf5-40b0-aa80-2b3b09d22d8f
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560168206.82_fed4c709-2948-4fbb-977b-b503c81533c4 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/27/temp_shuffle_7ac21309-7d1b-4ca1-bbaa-ed2c37b60f49
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560168213.08_3e0bed38-2ca9-46ef-8d2e-564a6f050f29
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/05/temp_shuffle_bd89fb20-4aea-46f8-b1a7-50f572377de6
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560168214.48_85a113f2-8499-4d9a-80e8-b59fdf7b442c
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/08/shuffle_19_0_0.data.a9b5b690-64eb-44cd-a88e-4fc78b051b4b
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560168215.87_a8ef9bdb-dbae-481f-9430-5daeb06809c1
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/27/temp_shuffle_0c76a129-ebd6-49b3-8ee8-a493a93d2baa
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560168217.97_4c0a629a-bc81-4220-ab6e-c04141d9d026 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/24/temp_shuffle_4f1c4f79-59de-4502-88f7-98ce4125a96c
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560168221.0_1fed6617-3826-4fdb-b114-b07e1781f256
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/13/temp_shuffle_05ef8eaa-3513-440d-84ea-32a9d94aafd7
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560168226.51_2e4dc492-1856-458e-a0bc-5b5c345a3fdb
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/0b/temp_shuffle_da6d6c93-577f-4c6b-ac89-22941699d23f
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560168229.66_fa968099-2e88-4ffc-9b5f-51e7faf4183d
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/13/temp_shuffle_72c76efb-28e8-4b2f-b9e5-f8f444d0e05d
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560168232.07_7e81031b-4ce1-440c-b01a-7471a8b0523a
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/0e/temp_shuffle_c405d5ea-4b16-477c-82df-598802a2b75c
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560168233.45_974d880f-b36a-46c0-9911-b4ca4cd806a0
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/2d/shuffle_33_1_0.index.4cb8b469-1a87-43ba-8591-e97cf0d5d9f2
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560168237.72_e0db7a0a-5909-4f72-a46c-658c23a5806c failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/0b/temp_shuffle_83b8fc08-6203-45c0-a62d-3088c8b5ad42
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560168239.04_69c689ca-5cc3-414d-bb0f-d291b3db87a1 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/24/temp_shuffle_39d0709e-64bd-4f83-89f0-10437d681336
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1560168241.33_fa75c74f-ae99-4198-aa11-4fc00b821846
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/24/temp_shuffle_47e48d6a-69e7-4480-b5c4-f8c752380094
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560168244.72_a2a5f31c-b116-4468-b3a4-add962abc568 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-6ec61a12-c086-4007-822d-99902cf2da2c/0e/temp_shuffle_9bddff78-a196-4f07-adee-5713e1abc57b
(No such file or directory)
----------------------------------------------------------------------
Ran 37 tests in 73.485s
FAILED (errors=18, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 46s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/4e3quzthnnaqw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
